[ 519.770829] env[65440]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 519.770829] env[65440]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 520.764089] env[65529]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 520.764089] env[65529]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 522.324794] env[65529]: INFO neutron.common.config [-] Logging enabled! [ 522.325289] env[65529]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev9 [ 522.325351] env[65529]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65529) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 522.325646] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 522.325724] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 522.326545] env[65529]: WARNING oslo_policy.policy [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 522.326753] env[65529]: WARNING oslo_policy.policy [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 522.328422] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] VMware NSXv3 Agent initialized successfully. [ 522.328783] env[65529]: DEBUG oslo_concurrency.lockutils [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] Acquiring lock "singleton_lock" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.328901] env[65529]: DEBUG oslo_concurrency.lockutils [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] Acquired lock "singleton_lock" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.329114] env[65529]: DEBUG oslo_concurrency.lockutils [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] Releasing lock "singleton_lock" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.329406] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] Full set of CONF: {{(pid=65529) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 522.329516] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ******************************************************************************** {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 522.329613] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] Configuration options gathered from: {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 522.329942] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 522.330131] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 522.330226] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ================================================================================ {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 522.330382] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] agent_down_time = 75 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.330518] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] allow_automatic_dhcp_failover = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.330649] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] allow_bulk = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.330787] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] api_extensions_path = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.330922] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] api_paste_config = api-paste.ini {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.331070] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] auth_strategy = keystone {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.331174] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] backdoor_port = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.331344] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] backdoor_socket = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.331440] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] backlog = 4096 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.331527] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] base_mac = fa:16:3e:00:00:00 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.331675] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] bind_host = 0.0.0.0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.331807] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] bind_port = 9696 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.331936] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] client_socket_timeout = 900 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.332084] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] config_dir = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.332189] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.332322] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] config_source = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.332456] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] control_exchange = neutron {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.332591] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] core_plugin = ml2 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.332723] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] debug = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.332854] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] default_availability_zones = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.333063] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.333219] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] dhcp_agent_notification = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.333326] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] dhcp_agents_per_network = 1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.333455] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] dhcp_lease_duration = 86400 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.333587] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] dhcp_load_type = networks {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.333716] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] dns_domain = openstacklocal {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.333846] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.333972] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] enable_default_route_bfd = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.334107] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] enable_default_route_ecmp = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.334232] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] enable_dvr = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.334357] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] enable_new_agents = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.334479] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.334603] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] enable_signals = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.334754] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] enable_traditional_dhcp = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.334880] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] external_dns_driver = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.335011] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] filter_validation = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.335167] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] global_physnet_mtu = 8950 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.335291] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] graceful_shutdown_timeout = 60 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.335465] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] host = cpu-1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.335598] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] host_dvr_for_dhcp = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.335729] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] http_retries = 3 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.335863] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] instance_format = [instance: %(uuid)s] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.335996] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.336143] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ipam_driver = internal {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.336276] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ipv6_pd_enabled = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.336432] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] l3_ha = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.336565] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.336697] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] l3_ha_network_physical_name = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.336828] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] l3_ha_network_type = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.336963] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] log_color = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.337109] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] log_config_append = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.337240] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.337367] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] log_dir = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.337491] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] log_file = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.337590] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] log_options = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.337720] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] log_rotate_interval = 1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.337853] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] log_rotate_interval_type = days {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.337984] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] log_rotation_type = none {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.338096] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.338196] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.338328] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.338456] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.338557] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.338686] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] max_dns_nameservers = 5 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.338814] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] max_header_line = 16384 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.338940] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] max_l3_agents_per_router = 3 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.339077] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] max_logfile_count = 30 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.339205] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] max_logfile_size_mb = 200 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.339332] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] max_subnet_host_routes = 20 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.339464] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] my_ip = 10.180.1.21 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.339593] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] my_ipv6 = ::1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.339718] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] network_auto_schedule = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.339838] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] network_link_prefix = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.339967] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.340112] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] notify_nova_on_port_data_changes = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.340243] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] notify_nova_on_port_status_changes = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.340374] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] pagination_max_limit = -1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.340500] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] publish_errors = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.340627] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] rate_limit_burst = 0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.340759] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] rate_limit_except_level = CRITICAL {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.340883] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] rate_limit_interval = 0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.341015] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] retry_until_window = 30 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.341144] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] router_distributed = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.341271] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] rpc_resources_processing_step = 20 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.341452] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] rpc_response_max_timeout = 600 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.341524] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] rpc_response_timeout = 60 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.341641] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] send_events_interval = 2 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.341787] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] service_plugins = ['router'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.341916] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] setproctitle = on {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.342050] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] shell_completion = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.342184] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] state_path = /opt/stack/data/neutron {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.342315] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] syslog_log_facility = LOG_USER {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.342441] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] tcp_keepidle = 600 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.342572] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] transport_url = **** {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.342697] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] use_journal = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.342822] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] use_json = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.342946] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] use_ssl = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.343101] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] use_stderr = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.343243] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] use_syslog = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.343370] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] vlan_qinq = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.343493] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] vlan_transparent = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.343612] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] watch_log_file = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.343739] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] wsgi_default_pool_size = 100 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.343864] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] wsgi_keep_alive = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.343995] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.344135] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] wsgi_server_debug = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.344278] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_concurrency.disable_process_locking = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344416] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344554] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344735] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344876] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345023] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345167] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345315] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler.connection_string = messaging:// {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345449] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler.enabled = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345584] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler.es_doc_type = notification {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345713] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler.es_scroll_size = 10000 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345845] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler.es_scroll_time = 2m {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345971] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler.filter_error_trace = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346114] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler.hmac_keys = **** {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346251] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler.sentinel_service_name = mymaster {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346389] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler.socket_timeout = 0.1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346518] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler.trace_requests = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346645] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler.trace_sqlalchemy = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346784] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler_jaeger.process_tags = {} {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346912] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler_jaeger.service_name_prefix = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347050] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] profiler_otlp.service_name_prefix = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347199] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_policy.enforce_new_defaults = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347609] env[65529]: WARNING oslo_config.cfg [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 522.347609] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_policy.enforce_scope = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347738] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_policy.policy_default_rule = default {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347880] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348023] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348159] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348285] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348415] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348538] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348661] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348793] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_policy.remote_timeout = 60.0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348935] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349089] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] agent.extensions = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349224] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349360] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] service_providers.service_provider = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349498] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] QUOTAS.default_quota = -1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349633] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349760] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] QUOTAS.quota_floatingip = 50 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349888] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] QUOTAS.quota_network = 100 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350029] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] QUOTAS.quota_port = 500 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350154] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350281] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] QUOTAS.quota_router = 10 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350409] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] QUOTAS.quota_security_group = 10 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350536] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350661] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] QUOTAS.quota_subnet = 100 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350786] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] QUOTAS.track_quota_usage = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350944] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351061] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep.group = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351205] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep.helper_command = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351342] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep.log_daemon_traceback = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351465] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351619] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep.thread_pool_size = 8 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351719] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep.user = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351854] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351978] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_dhcp_release.group = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352114] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_dhcp_release.helper_command = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352239] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352370] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352496] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352619] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_dhcp_release.user = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352787] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352877] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_ovs_vsctl.group = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352996] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_ovs_vsctl.helper_command = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353131] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353262] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353391] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353516] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_ovs_vsctl.user = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353649] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_namespace.capabilities = [21] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353771] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_namespace.group = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353895] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_namespace.helper_command = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354031] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_namespace.log_daemon_traceback = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354166] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354295] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_namespace.thread_pool_size = 8 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354418] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_namespace.user = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354551] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_conntrack.capabilities = [12] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354674] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_conntrack.group = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354796] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_conntrack.helper_command = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354919] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355059] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355193] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355317] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_conntrack.user = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355457] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_link.capabilities = [12, 21] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355581] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_link.group = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355703] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_link.helper_command = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355830] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_link.log_daemon_traceback = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355959] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.356103] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_link.thread_pool_size = 8 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357663] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] privsep_link.user = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357663] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357663] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357663] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.continue_on_failed_promotions = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357663] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.dscp = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357663] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.dscp_inherit = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357663] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.force_mp_to_policy = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358077] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.locking_coordinator_url = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358077] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.log_agent_heartbeats = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358077] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.logging_expire = 1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358077] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358077] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358077] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.polling_interval = 240 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358349] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358349] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358349] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.report_interval = 30.0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358349] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358527] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358584] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358825] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.sync_skew = 60 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358825] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.synchronization_queue_size = 20 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358934] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT.use_helper_for_ns_read = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.359057] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] SECURITYGROUP.enable_ipset = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361163] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] SECURITYGROUP.enable_security_group = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361163] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361163] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361163] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] experimental.ipv6_pd_enabled = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361163] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ml2.extension_drivers = ['port_security'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361163] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ml2.external_network_type = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361387] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361387] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ml2.overlay_ip_version = 4 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361387] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ml2.path_mtu = 8950 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361387] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ml2.physical_network_mtus = {} {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361387] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ml2.tenant_network_types = ['vlan'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361387] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361542] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ml2.type_drivers = ['vlan'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361542] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT_CLI.neutron_port_id = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361542] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361542] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361542] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361542] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361710] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.361710] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362032] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362032] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362189] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362404] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_login_password = **** {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362466] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_login_port = 443 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362592] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_login_user = admin {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362729] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.362869] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363088] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363141] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363276] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363417] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363555] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363690] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363823] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.363958] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364185] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364237] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364367] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364561] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364705] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] vsphere.vsphere_login_password = VMware1! {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364839] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.364975] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365128] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] nova.auth_section = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365282] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] nova.auth_type = password {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365420] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365549] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] nova.certfile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365682] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] nova.collect_timing = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365819] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] nova.endpoint_type = public {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.365946] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] nova.insecure = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.366083] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] nova.keyfile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.366223] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] nova.region_name = RegionOne {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.366357] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] nova.split_loggers = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.366482] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] nova.timeout = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.366613] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] placement.auth_section = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.366752] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] placement.auth_type = password {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.366888] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368070] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] placement.certfile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368070] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] placement.collect_timing = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368070] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] placement.endpoint_type = public {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368070] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] placement.insecure = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368070] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] placement.keyfile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368070] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] placement.region_name = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368070] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] placement.split_loggers = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368311] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] placement.timeout = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368311] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.auth_section = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368311] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.auth_type = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368311] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.cafile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368421] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.certfile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368541] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.collect_timing = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368611] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.connect_retries = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368729] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.connect_retry_delay = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368857] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.enable_notifications = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.368980] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.endpoint_override = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.369111] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.insecure = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.369243] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.interface = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.369367] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.keyfile = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.369495] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.max_version = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.369785] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.min_version = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.369927] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.region_name = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370066] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.retriable_status_codes = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370195] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.service_name = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370321] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.service_type = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370447] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.split_loggers = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370574] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.status_code_retries = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370699] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.status_code_retry_delay = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370824] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.timeout = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.370949] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.valid_interfaces = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371087] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ironic.version = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371224] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] cli_script.dry_run = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371366] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371494] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371622] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371750] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.371876] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372096] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372149] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372267] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372392] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372531] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372659] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372792] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.372925] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373068] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373197] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373335] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373464] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373591] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373724] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373851] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.373980] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374119] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374248] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374393] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374501] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374628] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374756] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.374883] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375025] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375148] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375298] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.ssl = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375440] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375575] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375707] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375844] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.375984] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.ssl_version = {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.376128] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.376310] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_notifications.driver = [] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.376452] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_notifications.retry = -1 {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.376602] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.376730] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] oslo_messaging_notifications.transport_url = **** {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.376834] env[65529]: DEBUG oslo_service.backend._eventlet.service [None req-167f077c-9e2c-4892-a42a-c79cc75ec79b None None] ******************************************************************************** {{(pid=65529) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 522.377973] env[65529]: DEBUG neutron.agent.securitygroups_rpc [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Init firewall settings (driver=nsxv3) {{(pid=65529) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 522.379293] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65529) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 522.379528] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] RPC agent_id: nsxm-l-01a.corp.local [ 522.381758] env[65529]: DEBUG dogpile.cache.region [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 522.381879] env[65529]: DEBUG dogpile.lock [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 522.381977] env[65529]: DEBUG dogpile.lock [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 522.382081] env[65529]: DEBUG dogpile.lock [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 522.382268] env[65529]: DEBUG dogpile.cache.region [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 522.382268] env[65529]: DEBUG dogpile.lock [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 522.382374] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 522.429035] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Session token - acquiring [ 522.430613] env[65529]: DEBUG networking_nsxv3.common.locking [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.430792] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.430890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.431372] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.443319] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 522.724960] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 522.750323] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 522.750617] env[65529]: DEBUG dogpile.cache.region [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Cache value generated in 0.368 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 522.750617] env[65529]: DEBUG dogpile.lock [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 522.750812] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Activating Policy API Provider. [ 522.750864] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Looking for the default Infrastructure Rules. [ 522.828604] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Looking for the Default Layer3 Logged Drop Section. [ 522.844418] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 522.844906] env[65529]: DEBUG networking_nsxv3.common.locking [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 522.845104] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquiring lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.845277] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 522.845580] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired external semaphore "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 522.845921] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.362162] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 523.864232] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 524.366738] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Inventory metadata is going to be refreshed. [ 524.367232] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 525.088539] env[65529]: DEBUG networking_nsxv3.common.locking [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.088905] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.088905] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.089205] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.101553] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 525.102408] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.103023] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 525.122168] env[65529]: DEBUG networking_nsxv3.common.locking [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.122401] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.122543] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.122777] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.122901] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.123054] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 525.123167] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.123339] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 525.141074] env[65529]: DEBUG networking_nsxv3.common.locking [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.141331] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.141331] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.141611] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.141778] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.141918] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 525.160874] env[65529]: DEBUG networking_nsxv3.common.locking [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.161117] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.161117] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.161394] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.161533] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.161668] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 525.180017] env[65529]: DEBUG networking_nsxv3.common.locking [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.180276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.180387] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.180649] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.180783] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.180928] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 525.181046] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.181149] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 525.198980] env[65529]: DEBUG networking_nsxv3.common.locking [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.199206] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquiring lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.199250] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.199555] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired external semaphore "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.199676] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Releasing lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.199814] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 525.199914] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.200039] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 525.222226] env[65529]: DEBUG networking_nsxv3.common.locking [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.222462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.222509] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.222774] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.222909] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.223075] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 525.223173] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 525.223293] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Inventory metadata have been refreshed. [ 525.223393] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Dryrun:True. Metadata refresh completed. [ 525.223506] env[65529]: DEBUG oslo_concurrency.lockutils [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Releasing lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.225413] env[65529]: INFO neutron.agent.agent_extensions_manager [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Loaded agent extensions: [] [ 525.226127] env[65529]: DEBUG neutron_lib.callbacks.manager [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65529) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 525.228084] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.228233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.228328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.228493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.228656] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.280524] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] NSXv3 Agent Agent RPC Daemon Started! [ 525.280774] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] NSXv3 Agent Agent loop - iteration:0 started [ 525.280774] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] NSXv3 Agent Agent out of sync with plugin! [ 525.732138] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.235168] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.737776] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 526.738230] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 527.454461] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.454676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.454676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.454901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.466706] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 527.467497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.468108] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 527.484958] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.485176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.485176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.485525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.485667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.485800] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 527.485892] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.485983] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 527.505844] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.506061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.506061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.506357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.506530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.506666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 527.545990] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.546241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.546306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.546543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.546680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.546799] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 527.566072] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.566317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.566317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.566469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.566568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.566678] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 527.566749] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.566818] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 527.585528] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.585728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.585728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.585927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.586028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.586137] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 527.586207] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.586278] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 527.611826] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.612064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.612064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.612250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.612376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.612524] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 527.612600] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.612666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 527.612730] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 527.612803] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 527.612864] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 527.612926] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 527.613234] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 527.613315] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 527.613388] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 527.635842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.636132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.636224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.636457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.636618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.636776] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 527.657258] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.657484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.657484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.657672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.657777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.669934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.227118] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 530.227529] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 535.229205] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 535.229205] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.231206] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.231206] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 540.638778] env[65529]: INFO networking_nsxv3.common.synchronization [None req-9582c08e-a2fe-49b4-88e9-7a5f1ae93ee7 demo admin] Enqueued Resource ID: d4951f50-bc35-47f1-8bd9-cb4c2553e22d with Priority: HIGHEST for action security_group_rules [ 540.639333] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4951f50-bc35-47f1-8bd9-cb4c2553e22d with Priority: HIGHEST for action security_group_rules [ 540.639632] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4951f50-bc35-47f1-8bd9-cb4c2553e22d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.639754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4951f50-bc35-47f1-8bd9-cb4c2553e22d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.639814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4951f50-bc35-47f1-8bd9-cb4c2553e22d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.640072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4951f50-bc35-47f1-8bd9-cb4c2553e22d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.640156] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4951f50-bc35-47f1-8bd9-cb4c2553e22d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.160901] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.161353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.161353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.161489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.161489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.161608] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4951f50-bc35-47f1-8bd9-cb4c2553e22d already deleted. [ 541.161755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4951f50-bc35-47f1-8bd9-cb4c2553e22d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.640572] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.640941] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.641956] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.642232] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 555.642734] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.643117] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.644033] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.644033] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.905797] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0e937113-33d3-437e-b5c8-7aff721c18f1 None None] Enqueued Resource ID: 9d31e9c2-2eba-4d1d-85e6-3be0fdc9bf24 with Priority: HIGHEST for action port [ 563.906416] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d31e9c2-2eba-4d1d-85e6-3be0fdc9bf24 with Priority: HIGHEST for action port [ 563.906704] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d31e9c2-2eba-4d1d-85e6-3be0fdc9bf24 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.906785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d31e9c2-2eba-4d1d-85e6-3be0fdc9bf24" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.907097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d31e9c2-2eba-4d1d-85e6-3be0fdc9bf24" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.908150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d31e9c2-2eba-4d1d-85e6-3be0fdc9bf24" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.908448] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d31e9c2-2eba-4d1d-85e6-3be0fdc9bf24',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.410283] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d31e9c2-2eba-4d1d-85e6-3be0fdc9bf24 [ 564.413590] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.413809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.413890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.414138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.414230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.414420] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d31e9c2-2eba-4d1d-85e6-3be0fdc9bf24 already deleted. [ 564.414420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d31e9c2-2eba-4d1d-85e6-3be0fdc9bf24" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.713165] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b021da22-1452-4531-8506-475e5b694843 None None] Enqueued Resource ID: 5299b0a5-8a95-42a4-88af-d0ac55583a6f with Priority: HIGHEST for action port [ 565.713475] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5299b0a5-8a95-42a4-88af-d0ac55583a6f with Priority: HIGHEST for action port [ 565.714124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-5299b0a5-8a95-42a4-88af-d0ac55583a6f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.714299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5299b0a5-8a95-42a4-88af-d0ac55583a6f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.714643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5299b0a5-8a95-42a4-88af-d0ac55583a6f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.714866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5299b0a5-8a95-42a4-88af-d0ac55583a6f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.714866] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5299b0a5-8a95-42a4-88af-d0ac55583a6f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.217772] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5299b0a5-8a95-42a4-88af-d0ac55583a6f [ 566.218087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.218270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.218270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.218442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.218536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.218633] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5299b0a5-8a95-42a4-88af-d0ac55583a6f already deleted. [ 566.218711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5299b0a5-8a95-42a4-88af-d0ac55583a6f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.481312] env[65529]: INFO networking_nsxv3.common.synchronization [None req-83e2054c-1d7c-487a-85d1-d05393b5950b None None] Enqueued Resource ID: 0deae680-3865-40d8-a96d-fbecd651faa5 with Priority: HIGHEST for action port [ 569.481599] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0deae680-3865-40d8-a96d-fbecd651faa5 with Priority: HIGHEST for action port [ 569.482310] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0deae680-3865-40d8-a96d-fbecd651faa5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.482310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0deae680-3865-40d8-a96d-fbecd651faa5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.482310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0deae680-3865-40d8-a96d-fbecd651faa5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.482549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0deae680-3865-40d8-a96d-fbecd651faa5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.482630] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0deae680-3865-40d8-a96d-fbecd651faa5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.984741] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0deae680-3865-40d8-a96d-fbecd651faa5 [ 569.985035] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.986181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.986297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.986473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.986623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.986743] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0deae680-3865-40d8-a96d-fbecd651faa5 already deleted. [ 569.987578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0deae680-3865-40d8-a96d-fbecd651faa5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.179712] env[65529]: INFO networking_nsxv3.common.synchronization [None req-08fef66f-6a59-40c5-9f69-9694af6a1f13 None None] Enqueued Resource ID: 028f6df2-08b3-414c-9323-7a9db7a32697 with Priority: HIGHEST for action port [ 570.180023] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 028f6df2-08b3-414c-9323-7a9db7a32697 with Priority: HIGHEST for action port [ 570.180326] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-028f6df2-08b3-414c-9323-7a9db7a32697 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.180445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-028f6df2-08b3-414c-9323-7a9db7a32697" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.180513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-028f6df2-08b3-414c-9323-7a9db7a32697" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.184196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-028f6df2-08b3-414c-9323-7a9db7a32697" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.184196] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('028f6df2-08b3-414c-9323-7a9db7a32697',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.686927] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 028f6df2-08b3-414c-9323-7a9db7a32697 [ 570.687272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.687272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.687370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.687516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.687607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.687700] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:028f6df2-08b3-414c-9323-7a9db7a32697 already deleted. [ 570.687827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-028f6df2-08b3-414c-9323-7a9db7a32697" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.847171] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e3adc87d-e9a3-4ad0-99cc-20d00ddfd1bf None None] Enqueued Resource ID: 62488b91-bf64-44a7-8328-58d2d93d34a2 with Priority: HIGHEST for action port [ 571.847534] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62488b91-bf64-44a7-8328-58d2d93d34a2 with Priority: HIGHEST for action port [ 571.848144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-62488b91-bf64-44a7-8328-58d2d93d34a2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.848144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62488b91-bf64-44a7-8328-58d2d93d34a2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.848144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62488b91-bf64-44a7-8328-58d2d93d34a2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.848368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62488b91-bf64-44a7-8328-58d2d93d34a2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.848481] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62488b91-bf64-44a7-8328-58d2d93d34a2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.233060] env[65529]: INFO networking_nsxv3.common.synchronization [None req-5cac1a2d-1b68-4d7d-a702-4e75722e95e3 None None] Enqueued Resource ID: 4c3d22da-ac2b-41ba-92de-11faf4a2b7ec with Priority: HIGHEST for action port [ 572.233060] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3d22da-ac2b-41ba-92de-11faf4a2b7ec with Priority: HIGHEST for action port [ 572.233297] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c3d22da-ac2b-41ba-92de-11faf4a2b7ec taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.233297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c3d22da-ac2b-41ba-92de-11faf4a2b7ec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.233297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c3d22da-ac2b-41ba-92de-11faf4a2b7ec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.233549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c3d22da-ac2b-41ba-92de-11faf4a2b7ec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.233652] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3d22da-ac2b-41ba-92de-11faf4a2b7ec',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.354532] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62488b91-bf64-44a7-8328-58d2d93d34a2 [ 572.354532] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.354532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.354532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.354532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.354532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.354532] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62488b91-bf64-44a7-8328-58d2d93d34a2 already deleted. [ 572.354532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62488b91-bf64-44a7-8328-58d2d93d34a2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.736038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c3d22da-ac2b-41ba-92de-11faf4a2b7ec [ 572.736883] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.737250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.737250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.737411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.737496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.737616] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c3d22da-ac2b-41ba-92de-11faf4a2b7ec already deleted. [ 572.737810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c3d22da-ac2b-41ba-92de-11faf4a2b7ec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.955862] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e0ec18e3-81cc-4d33-bab6-13b6778fdaf6 None None] Enqueued Resource ID: a9a347c8-3128-47ce-b67d-66f82bf3b13f with Priority: HIGHEST for action port [ 572.956167] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9a347c8-3128-47ce-b67d-66f82bf3b13f with Priority: HIGHEST for action port [ 572.956724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9a347c8-3128-47ce-b67d-66f82bf3b13f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.956842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9a347c8-3128-47ce-b67d-66f82bf3b13f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.958025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9a347c8-3128-47ce-b67d-66f82bf3b13f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.958025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9a347c8-3128-47ce-b67d-66f82bf3b13f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.959594] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9a347c8-3128-47ce-b67d-66f82bf3b13f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.463512] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9a347c8-3128-47ce-b67d-66f82bf3b13f [ 573.463760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.463949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.464030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.464225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.464273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.464367] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9a347c8-3128-47ce-b67d-66f82bf3b13f already deleted. [ 573.464491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9a347c8-3128-47ce-b67d-66f82bf3b13f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.864623] env[65529]: INFO networking_nsxv3.common.synchronization [None req-297adcf0-b08f-44ec-b9c1-6e21b6cf3777 None None] Enqueued Resource ID: 9adf638b-110e-4489-8181-d6827376a66b with Priority: HIGHEST for action port [ 573.864764] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9adf638b-110e-4489-8181-d6827376a66b with Priority: HIGHEST for action port [ 573.866711] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9adf638b-110e-4489-8181-d6827376a66b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.866711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9adf638b-110e-4489-8181-d6827376a66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.866711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9adf638b-110e-4489-8181-d6827376a66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.866711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9adf638b-110e-4489-8181-d6827376a66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.866711] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9adf638b-110e-4489-8181-d6827376a66b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.369541] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9adf638b-110e-4489-8181-d6827376a66b [ 574.370144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.370965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.371075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.371294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.371350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.371414] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9adf638b-110e-4489-8181-d6827376a66b already deleted. [ 574.371490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9adf638b-110e-4489-8181-d6827376a66b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.795892] env[65529]: INFO networking_nsxv3.common.synchronization [None req-7a0d9596-d73e-4800-94d8-489b7221cdd7 None None] Enqueued Resource ID: 29e7c66d-a1ab-4330-9ed4-6937fa7a2c6e with Priority: HIGHEST for action port [ 574.798200] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29e7c66d-a1ab-4330-9ed4-6937fa7a2c6e with Priority: HIGHEST for action port [ 574.798347] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-29e7c66d-a1ab-4330-9ed4-6937fa7a2c6e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.798503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29e7c66d-a1ab-4330-9ed4-6937fa7a2c6e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.798566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29e7c66d-a1ab-4330-9ed4-6937fa7a2c6e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.798811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29e7c66d-a1ab-4330-9ed4-6937fa7a2c6e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.799884] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29e7c66d-a1ab-4330-9ed4-6937fa7a2c6e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.301782] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29e7c66d-a1ab-4330-9ed4-6937fa7a2c6e [ 575.304201] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.304201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.304201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.304201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.304201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.304201] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29e7c66d-a1ab-4330-9ed4-6937fa7a2c6e already deleted. [ 575.304201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29e7c66d-a1ab-4330-9ed4-6937fa7a2c6e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.860861] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e24163f8-42d7-4857-9ed2-50bbe576c69f None None] Enqueued Resource ID: 2c33bca2-fadb-4fa6-bac5-ea2f613edd8c with Priority: HIGHEST for action port [ 575.861365] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c33bca2-fadb-4fa6-bac5-ea2f613edd8c with Priority: HIGHEST for action port [ 575.861890] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c33bca2-fadb-4fa6-bac5-ea2f613edd8c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.861890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c33bca2-fadb-4fa6-bac5-ea2f613edd8c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.861890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c33bca2-fadb-4fa6-bac5-ea2f613edd8c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.862093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c33bca2-fadb-4fa6-bac5-ea2f613edd8c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.862093] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c33bca2-fadb-4fa6-bac5-ea2f613edd8c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.363873] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c33bca2-fadb-4fa6-bac5-ea2f613edd8c [ 576.364137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.364311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.364364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.364575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.364682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.364774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c33bca2-fadb-4fa6-bac5-ea2f613edd8c already deleted. [ 576.364857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c33bca2-fadb-4fa6-bac5-ea2f613edd8c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.891202] env[65529]: INFO networking_nsxv3.common.synchronization [None req-65b72697-a3a2-440c-84a3-3b593a32ba97 None None] Enqueued Resource ID: df875a4a-aa66-45e6-9609-c5090b341b7e with Priority: HIGHEST for action port [ 576.891837] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df875a4a-aa66-45e6-9609-c5090b341b7e with Priority: HIGHEST for action port [ 576.892012] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-df875a4a-aa66-45e6-9609-c5090b341b7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.892144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df875a4a-aa66-45e6-9609-c5090b341b7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.892207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df875a4a-aa66-45e6-9609-c5090b341b7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.892466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df875a4a-aa66-45e6-9609-c5090b341b7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.892591] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df875a4a-aa66-45e6-9609-c5090b341b7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.395525] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df875a4a-aa66-45e6-9609-c5090b341b7e [ 577.395914] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.396172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.396309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.396643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.396791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.396932] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df875a4a-aa66-45e6-9609-c5090b341b7e already deleted. [ 577.397177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df875a4a-aa66-45e6-9609-c5090b341b7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.471535] env[65529]: INFO networking_nsxv3.common.synchronization [None req-12246174-9b6e-4cad-aaea-60793e2097c7 None None] Enqueued Resource ID: 7c077048-047d-40cd-a60c-a17f35ac7d75 with Priority: HIGHEST for action port [ 577.471801] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c077048-047d-40cd-a60c-a17f35ac7d75 with Priority: HIGHEST for action port [ 577.472365] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c077048-047d-40cd-a60c-a17f35ac7d75 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.472499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c077048-047d-40cd-a60c-a17f35ac7d75" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.472570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c077048-047d-40cd-a60c-a17f35ac7d75" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.472955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c077048-047d-40cd-a60c-a17f35ac7d75" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.472955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c077048-047d-40cd-a60c-a17f35ac7d75',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.974615] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c077048-047d-40cd-a60c-a17f35ac7d75 [ 577.975047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.975047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.975140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.975855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.975855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.975855] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c077048-047d-40cd-a60c-a17f35ac7d75 already deleted. [ 577.975855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c077048-047d-40cd-a60c-a17f35ac7d75" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.407134] env[65529]: INFO networking_nsxv3.common.synchronization [None req-19b441b1-fe68-476f-aebe-cd347cc1f2a8 None None] Enqueued Resource ID: b5adca4d-49a5-46bd-b404-71cfbce9eb08 with Priority: HIGHEST for action port [ 578.407134] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5adca4d-49a5-46bd-b404-71cfbce9eb08 with Priority: HIGHEST for action port [ 578.407439] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5adca4d-49a5-46bd-b404-71cfbce9eb08 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.407567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5adca4d-49a5-46bd-b404-71cfbce9eb08" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.407626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5adca4d-49a5-46bd-b404-71cfbce9eb08" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.407892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5adca4d-49a5-46bd-b404-71cfbce9eb08" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.407972] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5adca4d-49a5-46bd-b404-71cfbce9eb08',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.598911] env[65529]: INFO networking_nsxv3.common.synchronization [None req-df28334c-250b-478c-8d30-03ff3091d409 None None] Enqueued Resource ID: 1a4a224c-53f5-4289-8ef5-d8b45c055a2e with Priority: HIGHEST for action port [ 578.599474] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a4a224c-53f5-4289-8ef5-d8b45c055a2e with Priority: HIGHEST for action port [ 578.600027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a4a224c-53f5-4289-8ef5-d8b45c055a2e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.600027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a4a224c-53f5-4289-8ef5-d8b45c055a2e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.600027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a4a224c-53f5-4289-8ef5-d8b45c055a2e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.600622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a4a224c-53f5-4289-8ef5-d8b45c055a2e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.600741] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a4a224c-53f5-4289-8ef5-d8b45c055a2e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.912655] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5adca4d-49a5-46bd-b404-71cfbce9eb08 [ 578.912931] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.913593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.914600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.915223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.915323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.915394] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5adca4d-49a5-46bd-b404-71cfbce9eb08 already deleted. [ 578.915480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5adca4d-49a5-46bd-b404-71cfbce9eb08" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.106568] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a4a224c-53f5-4289-8ef5-d8b45c055a2e [ 579.106820] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.107083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.107083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.107235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.107320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.107410] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a4a224c-53f5-4289-8ef5-d8b45c055a2e already deleted. [ 579.107491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a4a224c-53f5-4289-8ef5-d8b45c055a2e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.070728] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ac582b83-ecce-4bbe-81eb-c05e14bba091 None None] Enqueued Resource ID: 08f6a97e-53fb-427e-8684-9faa3af4452c with Priority: HIGHEST for action port [ 580.071518] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08f6a97e-53fb-427e-8684-9faa3af4452c with Priority: HIGHEST for action port [ 580.071518] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-08f6a97e-53fb-427e-8684-9faa3af4452c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.071789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08f6a97e-53fb-427e-8684-9faa3af4452c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.071789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08f6a97e-53fb-427e-8684-9faa3af4452c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.075885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08f6a97e-53fb-427e-8684-9faa3af4452c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.075885] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08f6a97e-53fb-427e-8684-9faa3af4452c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.256280] env[65529]: INFO networking_nsxv3.common.synchronization [None req-37859b4a-309e-4746-bdbf-6254de40b4ae None None] Enqueued Resource ID: bb1e2ef0-6bf3-4f78-9864-651b590014e3 with Priority: HIGHEST for action port [ 580.257476] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1e2ef0-6bf3-4f78-9864-651b590014e3 with Priority: HIGHEST for action port [ 580.257476] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb1e2ef0-6bf3-4f78-9864-651b590014e3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.257476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb1e2ef0-6bf3-4f78-9864-651b590014e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.257689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb1e2ef0-6bf3-4f78-9864-651b590014e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.257893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb1e2ef0-6bf3-4f78-9864-651b590014e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.257982] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb1e2ef0-6bf3-4f78-9864-651b590014e3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.580664] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08f6a97e-53fb-427e-8684-9faa3af4452c [ 580.580910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.581088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.581148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.581398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.581505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.581601] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08f6a97e-53fb-427e-8684-9faa3af4452c already deleted. [ 580.581684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08f6a97e-53fb-427e-8684-9faa3af4452c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.760272] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb1e2ef0-6bf3-4f78-9864-651b590014e3 [ 580.760501] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.760638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.760706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.760915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.760997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.761112] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb1e2ef0-6bf3-4f78-9864-651b590014e3 already deleted. [ 580.761179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb1e2ef0-6bf3-4f78-9864-651b590014e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.896363] env[65529]: INFO networking_nsxv3.common.synchronization [None req-70c8c109-ce30-4ca2-a2f7-47b66663adcd None None] Enqueued Resource ID: 855d23f2-d85e-4ded-b0e5-229a91cc33e3 with Priority: HIGHEST for action port [ 580.896979] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 855d23f2-d85e-4ded-b0e5-229a91cc33e3 with Priority: HIGHEST for action port [ 580.897627] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-855d23f2-d85e-4ded-b0e5-229a91cc33e3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.897627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-855d23f2-d85e-4ded-b0e5-229a91cc33e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.897627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-855d23f2-d85e-4ded-b0e5-229a91cc33e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.897627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-855d23f2-d85e-4ded-b0e5-229a91cc33e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.897924] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('855d23f2-d85e-4ded-b0e5-229a91cc33e3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.960994] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e171014b-b784-46d6-b8e5-2f2e2dcc47ed None None] Enqueued Resource ID: 474004bc-e871-4e22-a85d-37a514977b0a with Priority: HIGHEST for action port [ 580.961748] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474004bc-e871-4e22-a85d-37a514977b0a with Priority: HIGHEST for action port [ 580.963297] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-474004bc-e871-4e22-a85d-37a514977b0a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.963297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-474004bc-e871-4e22-a85d-37a514977b0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.963297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-474004bc-e871-4e22-a85d-37a514977b0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.969609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-474004bc-e871-4e22-a85d-37a514977b0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.969609] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('474004bc-e871-4e22-a85d-37a514977b0a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.360734] env[65529]: INFO networking_nsxv3.common.synchronization [req-75d22bb1-821d-4e6c-b150-0e3d901791ea req-cca5afc2-b9eb-46d4-bfd4-cf07b49cb594 tempest-MultipleCreateTestJSON-1421038959 tempest-MultipleCreateTestJSON-1421038959-project-member] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 581.361351] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 581.362569] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.362815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.362908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.363226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.363549] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.363549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.363744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.363744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.363843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.363911] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.400808] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 855d23f2-d85e-4ded-b0e5-229a91cc33e3 [ 581.401373] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.401373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.401585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.401972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.401972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.401972] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:855d23f2-d85e-4ded-b0e5-229a91cc33e3 already deleted. [ 581.401972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-855d23f2-d85e-4ded-b0e5-229a91cc33e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.473467] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 474004bc-e871-4e22-a85d-37a514977b0a [ 581.473986] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.473986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.474163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.474722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.474722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.474722] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:474004bc-e871-4e22-a85d-37a514977b0a already deleted. [ 581.474722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-474004bc-e871-4e22-a85d-37a514977b0a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.869960] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.869960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.869960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.870401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.870401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.870490] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.870584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.870777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.870827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.870867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.871130] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d already deleted. [ 581.871130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.961389] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.961699] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.961699] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.961999] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.962271] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.962429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.962541] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.962811] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.962875] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.963192] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.963512] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 581.963745] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 581.963909] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 581.964099] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 581.964266] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 581.964450] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 581.987415] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 581.988602] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 581.988602] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 581.988602] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.988602] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-f72a6bf2-4d04-4b18-8204-9bde0722448e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.988602] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-f72a6bf2-4d04-4b18-8204-9bde0722448e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.988602] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-f72a6bf2-4d04-4b18-8204-9bde0722448e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.988890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-f72a6bf2-4d04-4b18-8204-9bde0722448e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.988920] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f72a6bf2-4d04-4b18-8204-9bde0722448e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.493301] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.493301] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.493674] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.493765] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.493978] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.494842] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port f72a6bf2-4d04-4b18-8204-9bde0722448e not found, creating... [ 582.494842] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.494842] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.495050] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.495167] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.495297] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.496222] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.496531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.496856] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.497210] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.497430] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.497618] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: f72a6bf2-4d04-4b18-8204-9bde0722448e is going to be created. [ 582.535019] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.535019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.535019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.535019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.535019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.535019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-f72a6bf2-4d04-4b18-8204-9bde0722448e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.703559] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f5c6e476-1aa3-4791-ae40-2c8ff7a95f6d None None] Enqueued Resource ID: 5770df3d-05be-421d-a4e1-e06b946c2b36 with Priority: HIGHEST for action port [ 582.704101] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5770df3d-05be-421d-a4e1-e06b946c2b36 with Priority: HIGHEST for action port [ 582.705257] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-5770df3d-05be-421d-a4e1-e06b946c2b36 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.706434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5770df3d-05be-421d-a4e1-e06b946c2b36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.706530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5770df3d-05be-421d-a4e1-e06b946c2b36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.706884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5770df3d-05be-421d-a4e1-e06b946c2b36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.707022] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5770df3d-05be-421d-a4e1-e06b946c2b36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.213866] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5770df3d-05be-421d-a4e1-e06b946c2b36 [ 583.213866] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.213866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.213866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.213866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.213866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.213866] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5770df3d-05be-421d-a4e1-e06b946c2b36 already deleted. [ 583.213866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5770df3d-05be-421d-a4e1-e06b946c2b36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.421937] env[65529]: INFO networking_nsxv3.common.synchronization [req-75d22bb1-821d-4e6c-b150-0e3d901791ea req-afe3f0bb-e767-480f-a569-241bb97e967a service nova] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_rules [ 583.421937] env[65529]: INFO networking_nsxv3.common.synchronization [req-75d22bb1-821d-4e6c-b150-0e3d901791ea req-afe3f0bb-e767-480f-a569-241bb97e967a service nova] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 583.421937] env[65529]: INFO networking_nsxv3.common.synchronization [req-75d22bb1-821d-4e6c-b150-0e3d901791ea req-afe3f0bb-e767-480f-a569-241bb97e967a service nova] Enqueued Resource ID: f72a6bf2-4d04-4b18-8204-9bde0722448e with Priority: HIGHEST for action port [ 583.422349] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_rules [ 583.422595] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 583.422595] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72a6bf2-4d04-4b18-8204-9bde0722448e with Priority: HIGHEST for action port [ 583.422895] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.423499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.423499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.423499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.423499] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.425531] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.425531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.425531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.425661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.425765] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.426498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.426498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.426498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.426498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.426498] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.427547] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f72a6bf2-4d04-4b18-8204-9bde0722448e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.427547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f72a6bf2-4d04-4b18-8204-9bde0722448e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.427547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f72a6bf2-4d04-4b18-8204-9bde0722448e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.427547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f72a6bf2-4d04-4b18-8204-9bde0722448e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.427547] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f72a6bf2-4d04-4b18-8204-9bde0722448e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.788970] env[65529]: INFO networking_nsxv3.common.synchronization [req-75d22bb1-821d-4e6c-b150-0e3d901791ea req-e9e045ed-ee6e-4185-a53b-cf3ebfab3289 tempest-MultipleCreateTestJSON-1421038959 tempest-MultipleCreateTestJSON-1421038959-project-member] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 583.789806] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 583.789806] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.790147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.930725] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.930725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.931786] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.946310] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f72a6bf2-4d04-4b18-8204-9bde0722448e with status ACTIVE [ 583.946555] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.946696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.946970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.947068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.947137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.947315] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.947433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.947507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.948052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.948052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.948052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.948052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.948052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.948288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.948288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.948357] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f72a6bf2-4d04-4b18-8204-9bde0722448e is going to be updated. [ 583.974175] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.974175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.974175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.974175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.974175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.974175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f72a6bf2-4d04-4b18-8204-9bde0722448e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.103685] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.103957] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.104111] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.104417] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.104718] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.104913] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.105117] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.105387] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.106034] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.106034] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.106034] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 584.106034] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 584.106345] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 584.106345] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 584.106634] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 584.106634] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 584.133722] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 584.133912] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 584.134163] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 584.134363] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.134701] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-8548010b-5a4a-4c65-ad4d-c50474df1254 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.134904] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-8548010b-5a4a-4c65-ad4d-c50474df1254" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.135029] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-8548010b-5a4a-4c65-ad4d-c50474df1254" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.135412] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-8548010b-5a4a-4c65-ad4d-c50474df1254" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.135853] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8548010b-5a4a-4c65-ad4d-c50474df1254',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.435144] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.484740] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b41a43cf-5abe-4d0b-b02c-6131cb2869fd None None] Enqueued Resource ID: 78043b31-42b7-4a2b-b525-fdd97df1e22d with Priority: HIGHEST for action port [ 584.485690] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78043b31-42b7-4a2b-b525-fdd97df1e22d with Priority: HIGHEST for action port [ 584.486332] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-78043b31-42b7-4a2b-b525-fdd97df1e22d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.486485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78043b31-42b7-4a2b-b525-fdd97df1e22d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.486594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78043b31-42b7-4a2b-b525-fdd97df1e22d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.486959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78043b31-42b7-4a2b-b525-fdd97df1e22d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.486959] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78043b31-42b7-4a2b-b525-fdd97df1e22d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.638583] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.639521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.639521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.639521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.639521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.639708] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 8548010b-5a4a-4c65-ad4d-c50474df1254 not found, creating... [ 584.639837] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.640722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.640722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.640722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.640722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.640722] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.641028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.641028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.641547] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.641673] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.641805] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 8548010b-5a4a-4c65-ad4d-c50474df1254 is going to be created. [ 584.662852] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.663063] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.663189] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.663502] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.663747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.663980] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-8548010b-5a4a-4c65-ad4d-c50474df1254" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.937781] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.938168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.938168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.938247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.938347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.938425] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be created. [ 584.970214] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.970214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.970214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.970214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.970214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.981147] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: UNINITIALIZED for 2s [ 584.988756] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78043b31-42b7-4a2b-b525-fdd97df1e22d [ 584.989076] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.989265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.989365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.989626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.989780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.989834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78043b31-42b7-4a2b-b525-fdd97df1e22d already deleted. [ 584.989905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78043b31-42b7-4a2b-b525-fdd97df1e22d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.348095] env[65529]: INFO networking_nsxv3.common.synchronization [req-75d22bb1-821d-4e6c-b150-0e3d901791ea req-2bbcb61f-f35c-4bb0-a3f1-130c5dd48ac0 service nova] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_rules [ 585.348191] env[65529]: INFO networking_nsxv3.common.synchronization [req-75d22bb1-821d-4e6c-b150-0e3d901791ea req-2bbcb61f-f35c-4bb0-a3f1-130c5dd48ac0 service nova] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 585.348325] env[65529]: INFO networking_nsxv3.common.synchronization [req-75d22bb1-821d-4e6c-b150-0e3d901791ea req-2bbcb61f-f35c-4bb0-a3f1-130c5dd48ac0 service nova] Enqueued Resource ID: 8548010b-5a4a-4c65-ad4d-c50474df1254 with Priority: HIGHEST for action port [ 585.348882] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_rules [ 585.349406] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 585.349569] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8548010b-5a4a-4c65-ad4d-c50474df1254 with Priority: HIGHEST for action port [ 585.349933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.350019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.350150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.350232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.350405] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-8548010b-5a4a-4c65-ad4d-c50474df1254 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.350503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8548010b-5a4a-4c65-ad4d-c50474df1254" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.350724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8548010b-5a4a-4c65-ad4d-c50474df1254" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.350932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8548010b-5a4a-4c65-ad4d-c50474df1254" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.351019] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8548010b-5a4a-4c65-ad4d-c50474df1254',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.853413] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8548010b-5a4a-4c65-ad4d-c50474df1254 with status ACTIVE [ 585.854691] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.854691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.854691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.854691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.854691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.854691] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.854691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.854691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.854691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.854691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.855878] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.855878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.855878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.855878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.855878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.855878] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8548010b-5a4a-4c65-ad4d-c50474df1254 is going to be updated. [ 585.882162] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.882439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.882574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.882812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.882990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.883182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8548010b-5a4a-4c65-ad4d-c50474df1254" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.378046] env[65529]: INFO networking_nsxv3.common.synchronization [req-67f60282-8de1-4862-9e41-20595a8e03b4 req-dc8dab00-f67e-4b71-a6bf-2409e13f04ff tempest-ServerDiagnosticsTest-1270993058 tempest-ServerDiagnosticsTest-1270993058-project-member] Enqueued Resource ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae with Priority: HIGHEST for action security_group_members [ 586.378623] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae with Priority: HIGHEST for action security_group_members [ 586.378920] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbec5ca5-ff43-484e-b84b-91145d91a0ae taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.379870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.379933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.380344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.380518] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.380802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.380880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.381064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.381209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.381312] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbec5ca5-ff43-484e-b84b-91145d91a0ae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.783841] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3410ea59-867e-4240-a9e3-4793243e20fb None None] Enqueued Resource ID: 5e46c7d4-672e-4502-9a5a-a33fbf842576 with Priority: HIGHEST for action port [ 586.786141] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e46c7d4-672e-4502-9a5a-a33fbf842576 with Priority: HIGHEST for action port [ 586.786530] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e46c7d4-672e-4502-9a5a-a33fbf842576 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.786663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e46c7d4-672e-4502-9a5a-a33fbf842576" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.787021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e46c7d4-672e-4502-9a5a-a33fbf842576" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.787328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e46c7d4-672e-4502-9a5a-a33fbf842576" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.787407] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e46c7d4-672e-4502-9a5a-a33fbf842576',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.884434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.885323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.885467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.886475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.887046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.887046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.887046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.887046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.889276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.889276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.889276] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae already deleted. [ 586.889276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.904994] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.905216] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.905790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.905790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.906325] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.909160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.909160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.909160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.909160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.909160] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.909160] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.909160] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.909160] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.909446] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.909446] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.910435] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.930899] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.931073] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.931207] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.931384] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.931702] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-95c24ab7-e53a-4506-b01d-689b25655a72 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.931869] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-95c24ab7-e53a-4506-b01d-689b25655a72" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.931984] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-95c24ab7-e53a-4506-b01d-689b25655a72" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.932429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-95c24ab7-e53a-4506-b01d-689b25655a72" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.932507] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c24ab7-e53a-4506-b01d-689b25655a72',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.992781] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 586.995565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.995565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.995565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.995565] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.996805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.996805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.996805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.996950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.997183] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.155300] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ead7df50-80a0-443f-a940-0438424fa1f9 None None] Enqueued Resource ID: 444f869c-358c-4029-9629-0b8a13e239f6 with Priority: HIGHEST for action port [ 587.156240] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 444f869c-358c-4029-9629-0b8a13e239f6 with Priority: HIGHEST for action port [ 587.156545] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-444f869c-358c-4029-9629-0b8a13e239f6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.156545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-444f869c-358c-4029-9629-0b8a13e239f6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.156545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-444f869c-358c-4029-9629-0b8a13e239f6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.156703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-444f869c-358c-4029-9629-0b8a13e239f6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.156779] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('444f869c-358c-4029-9629-0b8a13e239f6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.290834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e46c7d4-672e-4502-9a5a-a33fbf842576 [ 587.290834] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.290834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.290834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.290834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.291068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.291068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e46c7d4-672e-4502-9a5a-a33fbf842576 already deleted. [ 587.291068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e46c7d4-672e-4502-9a5a-a33fbf842576" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.434918] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.435570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.435570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.435570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.435704] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.436294] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 95c24ab7-e53a-4506-b01d-689b25655a72 not found, creating... [ 587.436294] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.436527] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.436527] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.436725] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.436862] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.437193] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.437380] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.437494] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.437982] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.437982] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.438097] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 95c24ab7-e53a-4506-b01d-689b25655a72 is going to be created. [ 587.460877] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.461128] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.461209] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.461494] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.461722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.461943] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-95c24ab7-e53a-4506-b01d-689b25655a72" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.499948] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.659308] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 444f869c-358c-4029-9629-0b8a13e239f6 [ 587.659645] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.659797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.661634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.661634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.661634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.661634] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:444f869c-358c-4029-9629-0b8a13e239f6 already deleted. [ 587.661634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-444f869c-358c-4029-9629-0b8a13e239f6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.002768] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.065198] env[65529]: INFO networking_nsxv3.common.synchronization [None req-55315e6d-db5b-44de-8cb2-1643196f6e02 None None] Enqueued Resource ID: 495d32e4-a42d-42a9-a8aa-c5d0f114f770 with Priority: HIGHEST for action port [ 588.065198] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495d32e4-a42d-42a9-a8aa-c5d0f114f770 with Priority: HIGHEST for action port [ 588.065198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-495d32e4-a42d-42a9-a8aa-c5d0f114f770 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.065198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-495d32e4-a42d-42a9-a8aa-c5d0f114f770" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.065198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-495d32e4-a42d-42a9-a8aa-c5d0f114f770" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.065198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-495d32e4-a42d-42a9-a8aa-c5d0f114f770" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.065198] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('495d32e4-a42d-42a9-a8aa-c5d0f114f770',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.196274] env[65529]: INFO networking_nsxv3.common.synchronization [req-67f60282-8de1-4862-9e41-20595a8e03b4 req-db715608-696c-43db-abf2-8dcca610758c service nova] Enqueued Resource ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae with Priority: HIGHEST for action security_group_rules [ 588.196449] env[65529]: INFO networking_nsxv3.common.synchronization [req-67f60282-8de1-4862-9e41-20595a8e03b4 req-db715608-696c-43db-abf2-8dcca610758c service nova] Enqueued Resource ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae with Priority: HIGHEST for action security_group_members [ 588.196576] env[65529]: INFO networking_nsxv3.common.synchronization [req-67f60282-8de1-4862-9e41-20595a8e03b4 req-db715608-696c-43db-abf2-8dcca610758c service nova] Enqueued Resource ID: 95c24ab7-e53a-4506-b01d-689b25655a72 with Priority: HIGHEST for action port [ 588.196799] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae with Priority: HIGHEST for action security_group_rules [ 588.197376] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae with Priority: HIGHEST for action security_group_members [ 588.197376] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c24ab7-e53a-4506-b01d-689b25655a72 with Priority: HIGHEST for action port [ 588.197616] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbec5ca5-ff43-484e-b84b-91145d91a0ae taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.197718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.197782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.198159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.198239] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbec5ca5-ff43-484e-b84b-91145d91a0ae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.199083] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbec5ca5-ff43-484e-b84b-91145d91a0ae taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.199193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.199263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.199860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.199860] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.201273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.201273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.201273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.201771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.201771] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbec5ca5-ff43-484e-b84b-91145d91a0ae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.202218] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-95c24ab7-e53a-4506-b01d-689b25655a72 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.202341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95c24ab7-e53a-4506-b01d-689b25655a72" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.202384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95c24ab7-e53a-4506-b01d-689b25655a72" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.202609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95c24ab7-e53a-4506-b01d-689b25655a72" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.202609] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c24ab7-e53a-4506-b01d-689b25655a72',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.508037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.508037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.508037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.508037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.508037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.508037] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 588.544653] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.545046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.545930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.545930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.546135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.558760] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 588.570909] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 495d32e4-a42d-42a9-a8aa-c5d0f114f770 [ 588.571242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.571730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.571730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.571854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.571949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.572110] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:495d32e4-a42d-42a9-a8aa-c5d0f114f770 already deleted. [ 588.572234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-495d32e4-a42d-42a9-a8aa-c5d0f114f770" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.704346] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbec5ca5-ff43-484e-b84b-91145d91a0ae taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.704557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.705030] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbec5ca5-ff43-484e-b84b-91145d91a0ae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.710407] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95c24ab7-e53a-4506-b01d-689b25655a72 with status ACTIVE [ 588.710793] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.710793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.710910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.711707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.711707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.711707] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.711707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.711707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.711927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.711927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.712068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.712827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.712827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.712827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.712827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.712827] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95c24ab7-e53a-4506-b01d-689b25655a72 is going to be updated. [ 588.740119] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.740329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.740407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.740692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.741348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.741348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95c24ab7-e53a-4506-b01d-689b25655a72" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.209401] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbec5ca5-ff43-484e-b84b-91145d91a0ae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.218072] env[65529]: INFO networking_nsxv3.common.synchronization [None req-702b9273-7767-490b-ae44-afc2718fafdf None None] Enqueued Resource ID: a0db47b1-b606-4e8f-8c26-9f3ef2d411c1 with Priority: HIGHEST for action port [ 589.218361] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0db47b1-b606-4e8f-8c26-9f3ef2d411c1 with Priority: HIGHEST for action port [ 589.219704] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0db47b1-b606-4e8f-8c26-9f3ef2d411c1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.219704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0db47b1-b606-4e8f-8c26-9f3ef2d411c1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.219704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0db47b1-b606-4e8f-8c26-9f3ef2d411c1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.219884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0db47b1-b606-4e8f-8c26-9f3ef2d411c1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.219914] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0db47b1-b606-4e8f-8c26-9f3ef2d411c1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.490931] env[65529]: INFO networking_nsxv3.common.synchronization [req-410217c8-1626-4950-b92b-723286dca43f req-0310b189-988e-4482-94bf-6d73002f34ba tempest-DeleteServersAdminTestJSON-215597014 tempest-DeleteServersAdminTestJSON-215597014-project-member] Enqueued Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_members [ 589.491373] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_members [ 589.491727] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.491792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.491865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.492111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.492264] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.492695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.492695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.493072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.493543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.493769] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.716519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.716519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.716519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.716519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.716519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.716519] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae is going to be created. [ 589.724501] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0db47b1-b606-4e8f-8c26-9f3ef2d411c1 [ 589.725805] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.727434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.727434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.727434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.727434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.729036] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0db47b1-b606-4e8f-8c26-9f3ef2d411c1 already deleted. [ 589.729036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0db47b1-b606-4e8f-8c26-9f3ef2d411c1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.743822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.743969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.744047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.744314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.744474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.758161] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae in Status: UNINITIALIZED for 2s [ 589.988668] env[65529]: INFO networking_nsxv3.common.synchronization [None req-713d4cfc-067b-4a55-81ee-d71d3af85f56 None None] Enqueued Resource ID: 4f6d5dda-b5e2-4264-a4fd-940d70c2212a with Priority: HIGHEST for action port [ 589.988957] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f6d5dda-b5e2-4264-a4fd-940d70c2212a with Priority: HIGHEST for action port [ 589.989503] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f6d5dda-b5e2-4264-a4fd-940d70c2212a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.989632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f6d5dda-b5e2-4264-a4fd-940d70c2212a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.989688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f6d5dda-b5e2-4264-a4fd-940d70c2212a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.989945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f6d5dda-b5e2-4264-a4fd-940d70c2212a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.990080] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f6d5dda-b5e2-4264-a4fd-940d70c2212a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.996926] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.997084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.997168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.997334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.997421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.997605] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.997700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.997763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.997911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.997987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.998087] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 already deleted. [ 589.998169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.062620] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.062791] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.062904] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.063327] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.063436] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.063576] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.063706] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.063994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.063994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.064332] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.064482] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.064592] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.064697] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.064818] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.064922] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.065064] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.085645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.085834] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.086152] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.086152] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.086501] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-fcac5c36-1b05-4b3d-8537-91d26144a082 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.086675] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-fcac5c36-1b05-4b3d-8537-91d26144a082" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.086793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-fcac5c36-1b05-4b3d-8537-91d26144a082" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.087127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-fcac5c36-1b05-4b3d-8537-91d26144a082" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.087269] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcac5c36-1b05-4b3d-8537-91d26144a082',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.492856] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f6d5dda-b5e2-4264-a4fd-940d70c2212a [ 590.493145] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.493261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.493336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.493580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.493676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.493774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f6d5dda-b5e2-4264-a4fd-940d70c2212a already deleted. [ 590.493879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f6d5dda-b5e2-4264-a4fd-940d70c2212a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.571197] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 590.571413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.571613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.571851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.572101] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.572232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.572297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.572479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.572582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.572674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.572778] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.573890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.574966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.574966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.574966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.574966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.574966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.574966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.574966] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.591238] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.591757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.591757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.591898] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.592332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.592332] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port fcac5c36-1b05-4b3d-8537-91d26144a082 not found, creating... [ 590.592524] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.592688] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.592954] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.593052] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.593164] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.593519] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.593681] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.593806] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.594037] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.594248] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.594678] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: fcac5c36-1b05-4b3d-8537-91d26144a082 is going to be created. [ 590.619019] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.619326] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.619496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.619864] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.620183] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.620497] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-fcac5c36-1b05-4b3d-8537-91d26144a082" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.076583] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.076965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.079119] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.129470] env[65529]: INFO networking_nsxv3.common.synchronization [None req-a1c44167-7c8b-4df5-b7f7-384988128c3a tempest-VolumesAssistedSnapshotsTest-1822242350 tempest-VolumesAssistedSnapshotsTest-1822242350-project-member] Enqueued Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGHEST for action security_group_rules [ 591.130007] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGHEST for action security_group_rules [ 591.131142] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e85c64-c244-4d1a-8a73-4558e98d594e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.131287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.131357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.131619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.131700] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e85c64-c244-4d1a-8a73-4558e98d594e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.351920] env[65529]: INFO networking_nsxv3.common.synchronization [req-410217c8-1626-4950-b92b-723286dca43f req-745e529b-24d9-416d-8f3a-e8a9bbbf7783 service nova] Enqueued Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_rules [ 591.352116] env[65529]: INFO networking_nsxv3.common.synchronization [req-410217c8-1626-4950-b92b-723286dca43f req-745e529b-24d9-416d-8f3a-e8a9bbbf7783 service nova] Enqueued Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_members [ 591.352247] env[65529]: INFO networking_nsxv3.common.synchronization [req-410217c8-1626-4950-b92b-723286dca43f req-745e529b-24d9-416d-8f3a-e8a9bbbf7783 service nova] Enqueued Resource ID: fcac5c36-1b05-4b3d-8537-91d26144a082 with Priority: HIGHEST for action port [ 591.352484] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_rules [ 591.352640] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_members [ 591.352674] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcac5c36-1b05-4b3d-8537-91d26144a082 with Priority: HIGHEST for action port [ 591.353501] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.353628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.353690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.353948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.354063] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.355157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.355310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.355584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.355803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.356023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.356113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.356167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.356364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.356443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.356537] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.357306] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcac5c36-1b05-4b3d-8537-91d26144a082 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.357425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcac5c36-1b05-4b3d-8537-91d26144a082" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.357498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcac5c36-1b05-4b3d-8537-91d26144a082" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.357610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcac5c36-1b05-4b3d-8537-91d26144a082" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.357678] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcac5c36-1b05-4b3d-8537-91d26144a082',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.552184] env[65529]: INFO networking_nsxv3.common.synchronization [None req-6859e2df-a8de-4bfb-9c61-92961adc732d tempest-VolumesAssistedSnapshotsTest-1822242350 tempest-VolumesAssistedSnapshotsTest-1822242350-project-member] Enqueued Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGHEST for action security_group_rules [ 591.552184] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGHEST for action security_group_rules [ 591.552184] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e85c64-c244-4d1a-8a73-4558e98d594e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.552184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.581772] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.658692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.658692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.658692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.658692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.659208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.659390] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e85c64-c244-4d1a-8a73-4558e98d594e already deleted. [ 591.660575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.660761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.660987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.661432] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e85c64-c244-4d1a-8a73-4558e98d594e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.774050] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae in Status: SUCCESS [ 591.774262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.774605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.774660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.774837] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.775161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.775161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.775161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.775274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.775325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.775688] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbec5ca5-ff43-484e-b84b-91145d91a0ae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.863022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.863022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.863022] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.863022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcac5c36-1b05-4b3d-8537-91d26144a082 with status ACTIVE [ 591.863022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.863022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.863022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.863022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.863022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.863022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.863022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.863022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.863022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.863022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.864347] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.864842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.865082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.865371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.865926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.865926] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcac5c36-1b05-4b3d-8537-91d26144a082 is going to be updated. [ 591.877172] env[65529]: INFO networking_nsxv3.common.synchronization [req-7355b6a2-88f5-4e2f-9639-42b7923173c2 req-b05536d0-5605-4714-97b3-1a6820cafb7c tempest-ListServersNegativeTestJSON-1907947492 tempest-ListServersNegativeTestJSON-1907947492-project-member] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 591.877709] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 591.878325] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.879089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.879231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.879988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.879988] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.879988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.880200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.880425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.880526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.880882] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.893547] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.893763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.893798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.894296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.894296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.894516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcac5c36-1b05-4b3d-8537-91d26144a082" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.086710] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.086710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.086710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.086710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.086710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.086710] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 592.122352] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.122494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.122578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.122812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.122948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.135987] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 592.173973] env[65529]: INFO networking_nsxv3.common.synchronization [None req-2307be94-02e8-4553-bc31-88d60c330218 None None] Enqueued Resource ID: 071765e1-6302-432b-b3c9-d60702bf2b2e with Priority: HIGHEST for action port [ 592.174604] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 071765e1-6302-432b-b3c9-d60702bf2b2e with Priority: HIGHEST for action port [ 592.174931] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-071765e1-6302-432b-b3c9-d60702bf2b2e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.175070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-071765e1-6302-432b-b3c9-d60702bf2b2e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.175134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-071765e1-6302-432b-b3c9-d60702bf2b2e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.175406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-071765e1-6302-432b-b3c9-d60702bf2b2e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.175493] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('071765e1-6302-432b-b3c9-d60702bf2b2e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.183081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.183249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.183393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.183722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.183722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.183722] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e85c64-c244-4d1a-8a73-4558e98d594e already deleted. [ 592.183950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.278751] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbec5ca5-ff43-484e-b84b-91145d91a0ae taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.278835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.278896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.279640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.279852] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.279955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.280019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.280155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.280236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.280321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.280462] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbec5ca5-ff43-484e-b84b-91145d91a0ae taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.280769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.280769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.280769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.282404] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.282404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.282404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.282404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.282404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.282404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.282404] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbec5ca5-ff43-484e-b84b-91145d91a0ae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.369464] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.384707] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.384707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.384707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.384707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.384707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.384707] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.384707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.384707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.384707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.384707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.384707] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 already deleted. [ 592.384707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.390399] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.390747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.390960] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.391344] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.391704] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.392033] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.392262] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.392554] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.392778] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.393074] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.393296] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.393505] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.394233] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.394364] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.394474] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.394603] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.413972] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.414303] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.414303] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.414851] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.414851] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-bd5e47af-91fc-4ed0-8f42-f3b1e479cf70 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.415107] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-bd5e47af-91fc-4ed0-8f42-f3b1e479cf70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.415107] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-bd5e47af-91fc-4ed0-8f42-f3b1e479cf70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.415572] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-bd5e47af-91fc-4ed0-8f42-f3b1e479cf70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.416201] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5e47af-91fc-4ed0-8f42-f3b1e479cf70',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.678402] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 071765e1-6302-432b-b3c9-d60702bf2b2e [ 592.678748] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.678910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.678993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.679285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.679399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.679521] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:071765e1-6302-432b-b3c9-d60702bf2b2e already deleted. [ 592.679571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-071765e1-6302-432b-b3c9-d60702bf2b2e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.784851] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbec5ca5-ff43-484e-b84b-91145d91a0ae: rpc.has_security_group_logging(os_id): False [ 592.815113] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.815113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.815113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.815113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.815113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.815463] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.815463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.815463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.815646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.815677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.815991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.815991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.815991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.816828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.816917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.817130] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.817232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.817360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.817478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.818604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.818604] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae is going to be created. [ 592.872413] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.872582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.872676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.872881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.872986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.873098] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 is going to be created. [ 592.898089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.898089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.898089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.898327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.899066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.914967] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae in Status: IN_PROGRESS for 2s [ 592.924535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.924807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.924928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.925199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.925362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.926909] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.927177] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.927288] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.927618] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.927792] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.927964] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port bd5e47af-91fc-4ed0-8f42-f3b1e479cf70 not found, creating... [ 592.928310] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.928527] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.928959] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.928959] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.929050] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.929320] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.929489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.929601] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.929832] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.930899] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.931041] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: bd5e47af-91fc-4ed0-8f42-f3b1e479cf70 is going to be created. [ 592.944046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: UNINITIALIZED for 2s [ 592.958856] env[65529]: INFO networking_nsxv3.common.synchronization [req-7355b6a2-88f5-4e2f-9639-42b7923173c2 req-48497534-1360-4845-9b96-e4ea73a21cfd tempest-ListServersNegativeTestJSON-1907947492 tempest-ListServersNegativeTestJSON-1907947492-project-member] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 592.960104] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 592.962734] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.962734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.963162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.963162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.963322] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.963322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.963449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.964101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.964221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.964348] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.968570] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.968847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.969469] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.969469] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.969613] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.969878] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-bd5e47af-91fc-4ed0-8f42-f3b1e479cf70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.472434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.472752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.472752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.473039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.473139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.473361] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.473465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.473526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.473810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.473810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.473892] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 already deleted. [ 593.474126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.778025] env[65529]: INFO networking_nsxv3.common.synchronization [req-7355b6a2-88f5-4e2f-9639-42b7923173c2 req-7eab8818-b9de-48b6-945a-adb89bd66796 service nova] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_rules [ 593.778025] env[65529]: INFO networking_nsxv3.common.synchronization [req-7355b6a2-88f5-4e2f-9639-42b7923173c2 req-7eab8818-b9de-48b6-945a-adb89bd66796 service nova] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 593.778025] env[65529]: INFO networking_nsxv3.common.synchronization [req-7355b6a2-88f5-4e2f-9639-42b7923173c2 req-7eab8818-b9de-48b6-945a-adb89bd66796 service nova] Enqueued Resource ID: bd5e47af-91fc-4ed0-8f42-f3b1e479cf70 with Priority: HIGHEST for action port [ 593.778025] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_rules [ 593.778025] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 593.778025] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5e47af-91fc-4ed0-8f42-f3b1e479cf70 with Priority: HIGHEST for action port [ 593.778576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.778936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.779473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.779812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.781030] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.781030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.781172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.781228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.781405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.781573] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.781665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.781727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.781878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.781963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.782067] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.785982] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5e47af-91fc-4ed0-8f42-f3b1e479cf70 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.786713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5e47af-91fc-4ed0-8f42-f3b1e479cf70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.786713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5e47af-91fc-4ed0-8f42-f3b1e479cf70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.786713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5e47af-91fc-4ed0-8f42-f3b1e479cf70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.786713] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5e47af-91fc-4ed0-8f42-f3b1e479cf70',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.991327] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.991538] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.991640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.991896] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.992152] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.992292] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.992394] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.992607] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.992753] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.992995] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.993134] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.993240] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.993341] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.993447] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.993541] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.993666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.014098] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.014293] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.014482] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.014602] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.014896] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-2adde0d2-cf6e-45b3-91fd-009bcc032e7a taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.015069] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-2adde0d2-cf6e-45b3-91fd-009bcc032e7a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.015183] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-2adde0d2-cf6e-45b3-91fd-009bcc032e7a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.015499] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-2adde0d2-cf6e-45b3-91fd-009bcc032e7a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.015632] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adde0d2-cf6e-45b3-91fd-009bcc032e7a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.145507] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 594.145718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.145882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.146138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.146395] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.146516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.146572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.146866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.146866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.147046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.147046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.147191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.147191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.147321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.147460] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.147556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.147627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.147732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.147810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.147878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.147946] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.288614] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.288614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.288869] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.289545] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5e47af-91fc-4ed0-8f42-f3b1e479cf70 with status ACTIVE [ 594.289724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.289837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.289898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.290117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.290207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.290369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.290466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.290523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.290677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.290752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.290928] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.291030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.291083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.291220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.291278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.291382] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5e47af-91fc-4ed0-8f42-f3b1e479cf70 is going to be updated. [ 594.317580] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.317831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.317831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.318014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.318154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.318310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5e47af-91fc-4ed0-8f42-f3b1e479cf70" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.518434] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.518840] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.518840] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.519066] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.519214] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.519386] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 2adde0d2-cf6e-45b3-91fd-009bcc032e7a not found, creating... [ 594.519699] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.519890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.520015] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.520272] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.520430] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.520736] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.520900] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.521023] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.521291] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.521413] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.521605] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 2adde0d2-cf6e-45b3-91fd-009bcc032e7a is going to be created. [ 594.543548] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.543775] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.543899] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.544299] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.544536] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.544759] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-2adde0d2-cf6e-45b3-91fd-009bcc032e7a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.650628] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5a1e28c-dd22-4c43-b928-6c0fbb50222d: rpc.has_security_group_logging(os_id): False [ 594.673797] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.674131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.674131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.674394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.674521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.674747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.674858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.674948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.675166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.675254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.675582] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.675712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.675776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.675958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.676075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.676554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.676554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.676554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.676785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.676785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.676885] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be created. [ 594.744963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.745155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.745204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.745666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.745666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.760400] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 594.794412] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.927166] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae in Status: SUCCESS [ 594.927480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.957179] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: SUCCESS [ 594.957415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.957590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.957821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.958049] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.958201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.958301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.958449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.958531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.958607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.958701] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.244064] env[65529]: INFO networking_nsxv3.common.synchronization [req-7355b6a2-88f5-4e2f-9639-42b7923173c2 req-32c7127f-6e16-4020-ac9d-82e0f1b63c71 service nova] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_rules [ 595.244064] env[65529]: INFO networking_nsxv3.common.synchronization [req-7355b6a2-88f5-4e2f-9639-42b7923173c2 req-32c7127f-6e16-4020-ac9d-82e0f1b63c71 service nova] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 595.244064] env[65529]: INFO networking_nsxv3.common.synchronization [req-7355b6a2-88f5-4e2f-9639-42b7923173c2 req-32c7127f-6e16-4020-ac9d-82e0f1b63c71 service nova] Enqueued Resource ID: 2adde0d2-cf6e-45b3-91fd-009bcc032e7a with Priority: HIGHEST for action port [ 595.244064] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_rules [ 595.244064] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 595.244064] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2adde0d2-cf6e-45b3-91fd-009bcc032e7a with Priority: HIGHEST for action port [ 595.244064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.244064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.244064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.244064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.244668] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-2adde0d2-cf6e-45b3-91fd-009bcc032e7a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.244668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2adde0d2-cf6e-45b3-91fd-009bcc032e7a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.244668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2adde0d2-cf6e-45b3-91fd-009bcc032e7a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.244668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2adde0d2-cf6e-45b3-91fd-009bcc032e7a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.244831] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2adde0d2-cf6e-45b3-91fd-009bcc032e7a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.296908] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.297102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.297177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.297430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.297544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.297645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 is going to be created. [ 595.326025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.326210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.326278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.326558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.326798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.341346] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: UNINITIALIZED for 2s [ 595.462727] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.462937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.463072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.463306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.463513] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.463603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.463672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.463815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.463902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.464071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.464206] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.464372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.464372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.464527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.464657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.464745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.464856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.465089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.465183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.465252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.465533] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.747772] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2adde0d2-cf6e-45b3-91fd-009bcc032e7a with status ACTIVE [ 595.748098] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.748227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.748292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.748523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.748644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.748817] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.748921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.748981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.749174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.749253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.749444] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.749544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.749596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.749761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.749835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.749946] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2adde0d2-cf6e-45b3-91fd-009bcc032e7a is going to be updated. [ 595.777990] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.777990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.777990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.777990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.777990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.777990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2adde0d2-cf6e-45b3-91fd-009bcc032e7a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.969395] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8d309b7-8fbf-4919-b5e2-9ac8a1613f86: rpc.has_security_group_logging(os_id): False [ 595.989034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.989034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.989034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.989034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.989034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.989034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.989034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.989034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.989034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.993450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.993747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.993876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.993943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.994153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.994972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.994972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.995166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.995166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.995233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.996070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.996070] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 is going to be created. [ 596.067508] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.067884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.067962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.068225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.068387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.081450] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: IN_PROGRESS for 2s [ 596.547584] env[65529]: INFO networking_nsxv3.common.synchronization [req-7355b6a2-88f5-4e2f-9639-42b7923173c2 req-a2903734-22a0-4afc-949a-eca745f76919 tempest-ListServersNegativeTestJSON-1907947492 tempest-ListServersNegativeTestJSON-1907947492-project-member] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 596.547693] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 596.548140] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.548482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.743932] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ad8790e8-17a8-45ec-b9a5-7a671a2e84b3 None None] Enqueued Resource ID: 27516ac9-e0bf-452f-9413-0485eae16141 with Priority: HIGHEST for action port [ 596.743932] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27516ac9-e0bf-452f-9413-0485eae16141 with Priority: HIGHEST for action port [ 596.743932] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-27516ac9-e0bf-452f-9413-0485eae16141 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.743932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27516ac9-e0bf-452f-9413-0485eae16141" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.743932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27516ac9-e0bf-452f-9413-0485eae16141" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.744617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27516ac9-e0bf-452f-9413-0485eae16141" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.744784] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27516ac9-e0bf-452f-9413-0485eae16141',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.773541] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 596.774771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.774771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.774939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.775044] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.248957] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27516ac9-e0bf-452f-9413-0485eae16141 [ 597.248957] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.248957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.248957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.248957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.248957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.248957] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27516ac9-e0bf-452f-9413-0485eae16141 already deleted. [ 597.248957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27516ac9-e0bf-452f-9413-0485eae16141" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.277233] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.277386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.277478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.277716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.277874] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.277971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.278040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.278186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.278277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.278363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.278452] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.352215] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: SUCCESS [ 597.352215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.352215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.352215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.352592] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.352592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.352592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.352747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.352747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.352821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.352866] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.353695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.353864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.354242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.354360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.354419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.354977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.354977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.354977] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.781660] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.781967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.781967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.782373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.782493] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.782618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.782767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.782857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.782950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.783356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.783356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.783356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.783356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.783670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.783670] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.783764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.783764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.783919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.783969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.784053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.784144] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.787380] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.787698] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.787788] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.788033] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.788482] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.788857] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.788857] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.790132] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.790132] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.790132] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.790132] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.790132] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.790132] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.790132] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.790132] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.790760] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.813649] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.813649] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.813649] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.813888] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.814027] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-3b819e9d-4556-4eb6-b764-088ff01abc1c taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.814202] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-3b819e9d-4556-4eb6-b764-088ff01abc1c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.814363] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-3b819e9d-4556-4eb6-b764-088ff01abc1c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.815112] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-3b819e9d-4556-4eb6-b764-088ff01abc1c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.815112] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b819e9d-4556-4eb6-b764-088ff01abc1c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.856762] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.856882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.859329] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.100902] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: SUCCESS [ 598.100902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.293873] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5a1e28c-dd22-4c43-b928-6c0fbb50222d: rpc.has_security_group_logging(os_id): False [ 598.314029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.314029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.314029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.314029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.314029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.314029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.314029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.314029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.314029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.314029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.314029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.314029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.314029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.314029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.314029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.314851] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.314851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.314851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.314851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.314851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.314851] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 598.317272] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.317734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.317970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.318460] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.319692] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.319692] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 3b819e9d-4556-4eb6-b764-088ff01abc1c not found, creating... [ 598.319953] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.320331] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.320590] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.321793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.321793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.321793] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.321793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.321793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.321793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.322068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.322068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 3b819e9d-4556-4eb6-b764-088ff01abc1c is going to be created. [ 598.340962] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.341182] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.341300] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.341582] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.341801] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.342017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-3b819e9d-4556-4eb6-b764-088ff01abc1c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.361882] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.389774] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.389774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.389774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.389774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.389774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.410525] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 598.789398] env[65529]: INFO networking_nsxv3.common.synchronization [None req-9cabc846-f98f-4da4-a766-105e483908d5 None None] Enqueued Resource ID: f5af92db-893b-4081-a314-7ad53c01d9f2 with Priority: HIGHEST for action port [ 598.789733] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5af92db-893b-4081-a314-7ad53c01d9f2 with Priority: HIGHEST for action port [ 598.792358] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5af92db-893b-4081-a314-7ad53c01d9f2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.792358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5af92db-893b-4081-a314-7ad53c01d9f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.792358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5af92db-893b-4081-a314-7ad53c01d9f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.792358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5af92db-893b-4081-a314-7ad53c01d9f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.792358] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5af92db-893b-4081-a314-7ad53c01d9f2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.864329] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.864552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.864629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.864794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.864891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.864993] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 is going to be updated. [ 598.896634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.896812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.896812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.897234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.897234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.907674] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: IN_PROGRESS for 2s [ 599.070830] env[65529]: INFO networking_nsxv3.common.synchronization [req-7355b6a2-88f5-4e2f-9639-42b7923173c2 req-964f7e55-490f-41d6-8cc8-658a0029930f service nova] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_rules [ 599.071019] env[65529]: INFO networking_nsxv3.common.synchronization [req-7355b6a2-88f5-4e2f-9639-42b7923173c2 req-964f7e55-490f-41d6-8cc8-658a0029930f service nova] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 599.071163] env[65529]: INFO networking_nsxv3.common.synchronization [req-7355b6a2-88f5-4e2f-9639-42b7923173c2 req-964f7e55-490f-41d6-8cc8-658a0029930f service nova] Enqueued Resource ID: 3b819e9d-4556-4eb6-b764-088ff01abc1c with Priority: HIGHEST for action port [ 599.071671] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_rules [ 599.071824] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 599.071919] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b819e9d-4556-4eb6-b764-088ff01abc1c with Priority: HIGHEST for action port [ 599.073260] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.073379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.073579] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.073676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.073915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b819e9d-4556-4eb6-b764-088ff01abc1c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.074195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b819e9d-4556-4eb6-b764-088ff01abc1c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.074305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b819e9d-4556-4eb6-b764-088ff01abc1c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.074559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b819e9d-4556-4eb6-b764-088ff01abc1c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.074649] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b819e9d-4556-4eb6-b764-088ff01abc1c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.295377] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5af92db-893b-4081-a314-7ad53c01d9f2 [ 599.295377] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.295377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.295377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.295575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.295769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.295843] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5af92db-893b-4081-a314-7ad53c01d9f2 already deleted. [ 599.295932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5af92db-893b-4081-a314-7ad53c01d9f2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.578318] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b819e9d-4556-4eb6-b764-088ff01abc1c with status ACTIVE [ 599.579131] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.579304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.579821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.580045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.580108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.580298] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.580627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.580627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.580627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.580972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.581328] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.581328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.581452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.583486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.583486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.583486] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b819e9d-4556-4eb6-b764-088ff01abc1c is going to be updated. [ 599.607176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.607306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.607374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.607617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.607760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.608123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b819e9d-4556-4eb6-b764-088ff01abc1c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.840175] env[65529]: INFO networking_nsxv3.common.synchronization [None req-683693ec-364a-4661-9d02-0f0694bcf632 None None] Enqueued Resource ID: e9c7a7c9-f990-495c-8cc8-b1135e11f2b3 with Priority: HIGHEST for action port [ 599.840175] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9c7a7c9-f990-495c-8cc8-b1135e11f2b3 with Priority: HIGHEST for action port [ 599.840175] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9c7a7c9-f990-495c-8cc8-b1135e11f2b3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.840175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9c7a7c9-f990-495c-8cc8-b1135e11f2b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.840903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9c7a7c9-f990-495c-8cc8-b1135e11f2b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.842429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9c7a7c9-f990-495c-8cc8-b1135e11f2b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.842429] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9c7a7c9-f990-495c-8cc8-b1135e11f2b3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.348031] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9c7a7c9-f990-495c-8cc8-b1135e11f2b3 [ 600.348179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.348305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.348390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.348612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.348878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.349044] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9c7a7c9-f990-495c-8cc8-b1135e11f2b3 already deleted. [ 600.349158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9c7a7c9-f990-495c-8cc8-b1135e11f2b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.428794] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 600.429725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.707795] env[65529]: INFO networking_nsxv3.common.synchronization [req-1961852c-eef0-4f42-af6e-0d8ff6cb717f req-7831322f-c950-4fb2-817b-d220b4f1b88a tempest-ServerExternalEventsTest-224467029 tempest-ServerExternalEventsTest-224467029-project-member] Enqueued Resource ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 with Priority: HIGHEST for action security_group_members [ 600.707795] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 with Priority: HIGHEST for action security_group_members [ 600.707795] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.707795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.707795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.707795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.707795] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.707795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.707795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.707795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.707795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.707795] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.918691] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: SUCCESS [ 600.919148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.919148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.919470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.919539] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.919668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.919973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.919973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.919973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.920380] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.124451] env[65529]: INFO networking_nsxv3.common.synchronization [req-8510a142-dff4-4e6b-9281-8f6e7c61ea36 req-f879df03-50d3-4e56-9dc8-b848a88d7b32 tempest-ImagesOneServerTestJSON-1774174793 tempest-ImagesOneServerTestJSON-1774174793-project-member] Enqueued Resource ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef with Priority: HIGHEST for action security_group_members [ 601.125039] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef with Priority: HIGHEST for action security_group_members [ 601.125675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.125815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.125882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.126172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.126342] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.126503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.126542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.126672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.126759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.126853] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54ef4958-fa81-4670-82a0-5d9b9c8c81ef',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.210744] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.210918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.210958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.211196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.211294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.211491] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.211590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.211652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.211804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.211881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.211964] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 already deleted. [ 601.212052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.423875] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.508255] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.508473] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.508597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.509028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.509266] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.509369] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.509614] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.509762] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.509924] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.510146] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.510253] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.510388] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.510471] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.510817] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.510817] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.510817] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.529854] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.529854] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.530237] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.530237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.530580] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-e4d8319a-4a94-412d-a8b4-66f0a3b6bad4 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.530788] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-e4d8319a-4a94-412d-a8b4-66f0a3b6bad4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.530903] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-e4d8319a-4a94-412d-a8b4-66f0a3b6bad4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.531261] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-e4d8319a-4a94-412d-a8b4-66f0a3b6bad4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.531396] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4d8319a-4a94-412d-a8b4-66f0a3b6bad4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.534211] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b82f1fbc-a644-49bd-8917-0ef021492f16 None None] Enqueued Resource ID: e4de4f80-138e-4234-af2d-faebe187f687 with Priority: HIGHEST for action port [ 601.534845] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4de4f80-138e-4234-af2d-faebe187f687 with Priority: HIGHEST for action port [ 601.535147] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4de4f80-138e-4234-af2d-faebe187f687 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.535320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4de4f80-138e-4234-af2d-faebe187f687" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.535320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4de4f80-138e-4234-af2d-faebe187f687" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.535541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4de4f80-138e-4234-af2d-faebe187f687" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.535620] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4de4f80-138e-4234-af2d-faebe187f687',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.630306] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.630732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.630820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.631044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.631168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.631339] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.631440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.631544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.631688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.631766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.631840] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef already deleted. [ 601.631914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.648496] env[65529]: INFO networking_nsxv3.common.synchronization [None req-6d0f9501-715d-4ae1-922e-7fa3ef8fe138 None None] Enqueued Resource ID: 8a780e57-29d5-491b-a9c7-5c6ca1cdf764 with Priority: HIGHEST for action port [ 601.648823] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a780e57-29d5-491b-a9c7-5c6ca1cdf764 with Priority: HIGHEST for action port [ 601.649361] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a780e57-29d5-491b-a9c7-5c6ca1cdf764 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.649479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a780e57-29d5-491b-a9c7-5c6ca1cdf764" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.649541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a780e57-29d5-491b-a9c7-5c6ca1cdf764" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.649793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a780e57-29d5-491b-a9c7-5c6ca1cdf764" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.649883] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a780e57-29d5-491b-a9c7-5c6ca1cdf764',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.927535] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.036141] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.036484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.036556] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.036787] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.036931] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.037738] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port e4d8319a-4a94-412d-a8b4-66f0a3b6bad4 not found, creating... [ 602.037738] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.037738] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.037738] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.037971] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.038151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.038471] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.038735] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.038735] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.041016] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.041303] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.041480] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: e4d8319a-4a94-412d-a8b4-66f0a3b6bad4 is going to be created. [ 602.042768] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4de4f80-138e-4234-af2d-faebe187f687 [ 602.043247] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.043247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.043247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.043496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.043496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.043565] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4de4f80-138e-4234-af2d-faebe187f687 already deleted. [ 602.043600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4de4f80-138e-4234-af2d-faebe187f687" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.064617] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.064617] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.065051] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.065051] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.065623] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.065623] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-e4d8319a-4a94-412d-a8b4-66f0a3b6bad4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.153261] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a780e57-29d5-491b-a9c7-5c6ca1cdf764 [ 602.153261] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.153261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.153261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.153261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.153261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.153261] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a780e57-29d5-491b-a9c7-5c6ca1cdf764 already deleted. [ 602.153261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a780e57-29d5-491b-a9c7-5c6ca1cdf764" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.246918] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.247772] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-685" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.247772] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-685" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.247772] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-685" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.247922] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.249281] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.249444] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.249730] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.249898] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.250150] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.250279] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.251187] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.251187] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.251187] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.251187] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.251187] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.274449] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.274449] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.274682] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.274682] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-685" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.274958] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-12c61693-29c7-4a07-9f10-74df4150a988 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.275142] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-12c61693-29c7-4a07-9f10-74df4150a988" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.275254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-12c61693-29c7-4a07-9f10-74df4150a988" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.275572] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-12c61693-29c7-4a07-9f10-74df4150a988" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.275727] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c61693-29c7-4a07-9f10-74df4150a988',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.431180] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.431380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.431380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.431605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.431689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.431790] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 is going to be updated. [ 602.465970] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.466235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.466347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.466716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.466955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.479203] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: IN_PROGRESS for 2s [ 602.780411] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.780411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.780411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.780411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.780411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.780411] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 12c61693-29c7-4a07-9f10-74df4150a988 not found, creating... [ 602.780411] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.780411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.780411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.780411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.780411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.781902] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.781902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.781902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.781902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.781902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.781902] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 12c61693-29c7-4a07-9f10-74df4150a988 is going to be created. [ 602.803512] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.803741] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.804090] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.804090] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.804326] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.804630] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-12c61693-29c7-4a07-9f10-74df4150a988" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.817542] env[65529]: INFO networking_nsxv3.common.synchronization [req-1961852c-eef0-4f42-af6e-0d8ff6cb717f req-09ad6af0-9878-476d-a80c-509a2d912d79 service nova] Enqueued Resource ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 with Priority: HIGHEST for action security_group_rules [ 602.817662] env[65529]: INFO networking_nsxv3.common.synchronization [req-1961852c-eef0-4f42-af6e-0d8ff6cb717f req-09ad6af0-9878-476d-a80c-509a2d912d79 service nova] Enqueued Resource ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 with Priority: HIGHEST for action security_group_members [ 602.817767] env[65529]: INFO networking_nsxv3.common.synchronization [req-1961852c-eef0-4f42-af6e-0d8ff6cb717f req-09ad6af0-9878-476d-a80c-509a2d912d79 service nova] Enqueued Resource ID: e4d8319a-4a94-412d-a8b4-66f0a3b6bad4 with Priority: HIGHEST for action port [ 602.817967] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 with Priority: HIGHEST for action security_group_rules [ 602.818107] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 with Priority: HIGHEST for action security_group_members [ 602.818205] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d8319a-4a94-412d-a8b4-66f0a3b6bad4 with Priority: HIGHEST for action port [ 602.818778] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.820041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.820041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.820041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.820041] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.820478] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.820478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.820478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.820639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.820754] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.820843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.820974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.821047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.821134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.821219] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.822058] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4d8319a-4a94-412d-a8b4-66f0a3b6bad4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.822486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4d8319a-4a94-412d-a8b4-66f0a3b6bad4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.822486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4d8319a-4a94-412d-a8b4-66f0a3b6bad4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.822486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4d8319a-4a94-412d-a8b4-66f0a3b6bad4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.822739] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4d8319a-4a94-412d-a8b4-66f0a3b6bad4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.324496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.324958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.324958] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.325806] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4d8319a-4a94-412d-a8b4-66f0a3b6bad4 with status ACTIVE [ 603.326008] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.326130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.326184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.326435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.326557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.326736] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.326840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.326934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.327672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.327769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.329631] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.329749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.329827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.329999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.330188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.330188] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4d8319a-4a94-412d-a8b4-66f0a3b6bad4 is going to be updated. [ 603.357761] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.357761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.357761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.357761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.357761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.357761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4d8319a-4a94-412d-a8b4-66f0a3b6bad4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.401804] env[65529]: INFO networking_nsxv3.common.synchronization [req-229c0244-af84-41ed-9beb-cf7a0433187e req-b956a837-8ee1-4a80-8d7f-531d21f6d3c5 tempest-ServerAddressesNegativeTestJSON-2088257747 tempest-ServerAddressesNegativeTestJSON-2088257747-project-member] Enqueued Resource ID: 2917304d-605a-4c4d-8386-cef458308ece with Priority: HIGHEST for action security_group_members [ 603.402612] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2917304d-605a-4c4d-8386-cef458308ece with Priority: HIGHEST for action security_group_members [ 603.402936] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2917304d-605a-4c4d-8386-cef458308ece taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.403397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.403564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.403765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.403937] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.404060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.404120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.404419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.404488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.404529] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2917304d-605a-4c4d-8386-cef458308ece',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.538753] env[65529]: INFO networking_nsxv3.common.synchronization [req-8510a142-dff4-4e6b-9281-8f6e7c61ea36 req-23485178-e791-4b51-894d-a174aeebdd20 service nova] Enqueued Resource ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef with Priority: HIGHEST for action security_group_rules [ 603.538957] env[65529]: INFO networking_nsxv3.common.synchronization [req-8510a142-dff4-4e6b-9281-8f6e7c61ea36 req-23485178-e791-4b51-894d-a174aeebdd20 service nova] Enqueued Resource ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef with Priority: HIGHEST for action security_group_members [ 603.539296] env[65529]: INFO networking_nsxv3.common.synchronization [req-8510a142-dff4-4e6b-9281-8f6e7c61ea36 req-23485178-e791-4b51-894d-a174aeebdd20 service nova] Enqueued Resource ID: 12c61693-29c7-4a07-9f10-74df4150a988 with Priority: HIGHEST for action port [ 603.539711] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef with Priority: HIGHEST for action security_group_rules [ 603.540697] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef with Priority: HIGHEST for action security_group_members [ 603.540811] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12c61693-29c7-4a07-9f10-74df4150a988 with Priority: HIGHEST for action port [ 603.541208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54ef4958-fa81-4670-82a0-5d9b9c8c81ef taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.541311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.541384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.541638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.541720] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54ef4958-fa81-4670-82a0-5d9b9c8c81ef',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.543074] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.543321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.543321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.544131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.544362] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.544491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.544558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.545194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.545307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.545694] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54ef4958-fa81-4670-82a0-5d9b9c8c81ef',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.546596] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-12c61693-29c7-4a07-9f10-74df4150a988 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.547477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12c61693-29c7-4a07-9f10-74df4150a988" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.547566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12c61693-29c7-4a07-9f10-74df4150a988" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.547717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12c61693-29c7-4a07-9f10-74df4150a988" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.548352] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c61693-29c7-4a07-9f10-74df4150a988',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.833152] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.871794] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.872020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-97" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.872123] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-97" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.872442] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-97" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.872694] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.872852] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.872969] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.873198] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.873336] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.873538] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.873679] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.873805] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.873910] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.874031] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.874133] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.874259] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.893295] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.893448] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.893721] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.893894] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-97" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.894227] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.894407] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.894546] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.894922] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.895261] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.907142] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.907286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.907349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.907653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.907752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.907952] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.908068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.908116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.908279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.908355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.908440] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2917304d-605a-4c4d-8386-cef458308ece already deleted. [ 603.908521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.050638] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54ef4958-fa81-4670-82a0-5d9b9c8c81ef',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.052014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.055071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.055534] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12c61693-29c7-4a07-9f10-74df4150a988 with status ACTIVE [ 604.055784] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.055853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.056013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.056143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.056230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.056424] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.056519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.056575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.056730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.056805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.056989] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.057147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.057203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.057499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.057499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.057499] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12c61693-29c7-4a07-9f10-74df4150a988 is going to be updated. [ 604.093295] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.093531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.093658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.094157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.094310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.094476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12c61693-29c7-4a07-9f10-74df4150a988" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.130851] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f959ec6c-8eb1-4e84-a3f9-066ba9770cc9 None None] Enqueued Resource ID: 575b13c6-d7ec-4892-88cb-bdf2ee2b4e7d with Priority: HIGHEST for action port [ 604.131390] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575b13c6-d7ec-4892-88cb-bdf2ee2b4e7d with Priority: HIGHEST for action port [ 604.131692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-575b13c6-d7ec-4892-88cb-bdf2ee2b4e7d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.131875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-575b13c6-d7ec-4892-88cb-bdf2ee2b4e7d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.131875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-575b13c6-d7ec-4892-88cb-bdf2ee2b4e7d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.132166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-575b13c6-d7ec-4892-88cb-bdf2ee2b4e7d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.132442] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('575b13c6-d7ec-4892-88cb-bdf2ee2b4e7d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.341034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.341034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.341461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.341461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.341461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.341568] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 is going to be created. [ 604.368945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.369193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.369193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.369397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.369634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.379774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 in Status: UNINITIALIZED for 2s [ 604.398381] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.398604] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.398729] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.399053] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.399210] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.399360] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77 not found, creating... [ 604.399626] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.399777] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.399890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.400131] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.400307] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.400584] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.400752] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.400870] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.401140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.401270] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.401406] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77 is going to be created. [ 604.423723] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.424083] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.424304] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.424665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.424977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.425312] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.502458] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: SUCCESS [ 604.502458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.502652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.502860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.503069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.503192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.503298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.503496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.503614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.503709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.503929] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.504041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.504417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.504417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.504528] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.504650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.504724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.504872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.504974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.505088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.505170] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.506306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.506306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.507033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.507033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.507033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.507033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.507033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.508205] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.556522] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54ef4958-fa81-4670-82a0-5d9b9c8c81ef',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.634457] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 575b13c6-d7ec-4892-88cb-bdf2ee2b4e7d [ 604.634745] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.634889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.634959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.635207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.635299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.635405] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:575b13c6-d7ec-4892-88cb-bdf2ee2b4e7d already deleted. [ 604.635584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-575b13c6-d7ec-4892-88cb-bdf2ee2b4e7d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.009193] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c459ccc-bc0f-40f0-8a48-ad1453fa4549: rpc.has_security_group_logging(os_id): False [ 605.012107] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.031484] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.031788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.031788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.032012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.032012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.032154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.032252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.032313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.032506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.032573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.032716] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.032825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.032867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.032986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.033115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.033239] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.033370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.033370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.033725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.033725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.033725] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 is going to be created. [ 605.058815] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.059522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.059522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.059522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.059522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.059522] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef is going to be created. [ 605.070019] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0ca469ba-a9a8-4c57-9b7b-bc4380201f45 None None] Enqueued Resource ID: ea77bda8-f138-4ceb-8f09-518845e1b135 with Priority: HIGHEST for action port [ 605.070019] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea77bda8-f138-4ceb-8f09-518845e1b135 with Priority: HIGHEST for action port [ 605.070216] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea77bda8-f138-4ceb-8f09-518845e1b135 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.070300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea77bda8-f138-4ceb-8f09-518845e1b135" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.070360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea77bda8-f138-4ceb-8f09-518845e1b135" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.072936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea77bda8-f138-4ceb-8f09-518845e1b135" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.072936] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea77bda8-f138-4ceb-8f09-518845e1b135',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.084903] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.084903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.084903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.084903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.084903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.097494] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef in Status: UNINITIALIZED for 2s [ 605.106473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.106699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.106699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.106897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.107088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.119973] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: IN_PROGRESS for 2s [ 605.185916] env[65529]: INFO networking_nsxv3.common.synchronization [req-229c0244-af84-41ed-9beb-cf7a0433187e req-ec5d0c31-4476-458b-9056-0ede5dead540 service nova] Enqueued Resource ID: 2917304d-605a-4c4d-8386-cef458308ece with Priority: HIGHEST for action security_group_rules [ 605.186492] env[65529]: INFO networking_nsxv3.common.synchronization [req-229c0244-af84-41ed-9beb-cf7a0433187e req-ec5d0c31-4476-458b-9056-0ede5dead540 service nova] Enqueued Resource ID: 2917304d-605a-4c4d-8386-cef458308ece with Priority: HIGHEST for action security_group_members [ 605.190338] env[65529]: INFO networking_nsxv3.common.synchronization [req-229c0244-af84-41ed-9beb-cf7a0433187e req-ec5d0c31-4476-458b-9056-0ede5dead540 service nova] Enqueued Resource ID: b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77 with Priority: HIGHEST for action port [ 605.190338] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2917304d-605a-4c4d-8386-cef458308ece with Priority: HIGHEST for action security_group_rules [ 605.190338] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2917304d-605a-4c4d-8386-cef458308ece with Priority: HIGHEST for action security_group_members [ 605.190338] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77 with Priority: HIGHEST for action port [ 605.190338] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2917304d-605a-4c4d-8386-cef458308ece taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.190338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.190338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.190338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.190338] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2917304d-605a-4c4d-8386-cef458308ece',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.190338] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2917304d-605a-4c4d-8386-cef458308ece taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.190338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.191077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.191431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.191769] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.192135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.192377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.192695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.192932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.193183] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2917304d-605a-4c4d-8386-cef458308ece',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.194511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.195564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.196615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.196615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.196615] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.516552] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.576055] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea77bda8-f138-4ceb-8f09-518845e1b135 [ 605.576055] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.576055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.576055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.576055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.576055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.576055] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea77bda8-f138-4ceb-8f09-518845e1b135 already deleted. [ 605.576055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea77bda8-f138-4ceb-8f09-518845e1b135" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.701099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2917304d-605a-4c4d-8386-cef458308ece taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.701099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.701099] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2917304d-605a-4c4d-8386-cef458308ece',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.704225] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77 with status ACTIVE [ 605.704885] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.705751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.706105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.709023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.709023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.709023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.709023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.709023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.709023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.709023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.709023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.709023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.709023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.709023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.709023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.709023] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77 is going to be updated. [ 605.734214] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.734387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.734466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.734702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.734861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.735037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2eeaa93-deff-4eb2-a4e5-0f6cca8ded77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.020155] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.020329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.020419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.020673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.020819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.020911] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 is going to be updated. [ 606.057818] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.058456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.058662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.058958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.059242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.074555] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: IN_PROGRESS for 2s [ 606.211924] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2917304d-605a-4c4d-8386-cef458308ece',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.392803] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 in Status: SUCCESS [ 606.393067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.393289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.393501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.393894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.393894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.393894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.394064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.394144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.394277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.394378] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.713999] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.714365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.714365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.714500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.714550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.714654] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2917304d-605a-4c4d-8386-cef458308ece is going to be created. [ 606.743038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.745021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.745021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.745021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.745021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.756776] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2917304d-605a-4c4d-8386-cef458308ece in Status: UNINITIALIZED for 2s [ 606.900026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.900026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.900026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.900026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.900026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.900026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.900026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.900026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.900026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.900026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.900026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.900026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.900026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.900026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.900026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.900026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.901350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.901350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.901350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.901350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.901350] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.113994] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef in Status: SUCCESS [ 607.113994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.113994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.113994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.113994] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.113994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.113994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.113994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.113994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.113994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.113994] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54ef4958-fa81-4670-82a0-5d9b9c8c81ef',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.141455] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: SUCCESS [ 607.141664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.142890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.143198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.143297] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.404512] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4: rpc.has_security_group_logging(os_id): False [ 607.427923] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.428127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.428213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.428489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.428598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.428888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.429045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.429132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.429374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.429488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.429749] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.429875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.429955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.432091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.432244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.432490] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.432742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.432818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.433325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.433325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.433492] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 is going to be created. [ 607.528040] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.528385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.528933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.529312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.529404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.555069] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 in Status: IN_PROGRESS for 2s [ 607.616803] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.617062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.617062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.617550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.618902] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.618902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.618902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.618902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.618902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.618902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.620390] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.620390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.620390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.620390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.620637] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.620812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.620926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.621245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.621405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.621568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.621951] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54ef4958-fa81-4670-82a0-5d9b9c8c81ef',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.645966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.647124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.709139] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0db5be26-94dc-43b7-811a-4dff658ee6db None None] Enqueued Resource ID: 46799819-3100-4088-be56-a9cce9e0637c with Priority: HIGHEST for action port [ 607.709691] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46799819-3100-4088-be56-a9cce9e0637c with Priority: HIGHEST for action port [ 607.712062] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-46799819-3100-4088-be56-a9cce9e0637c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.712062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46799819-3100-4088-be56-a9cce9e0637c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.712062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46799819-3100-4088-be56-a9cce9e0637c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.712062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46799819-3100-4088-be56-a9cce9e0637c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.712062] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46799819-3100-4088-be56-a9cce9e0637c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.085402] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: SUCCESS [ 608.085753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.086055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.086694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.086694] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.086694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.086694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.086900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.086900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.087023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.087093] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.128191] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54ef4958-fa81-4670-82a0-5d9b9c8c81ef: rpc.has_security_group_logging(os_id): False [ 608.156940] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.157147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.157187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.157410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.157527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.157781] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.157885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.157945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.158131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.158216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.158396] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.158495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.158551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.158682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.158778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.160494] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.160820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.160959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.161228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.161542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.161942] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef is going to be created. [ 608.214433] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46799819-3100-4088-be56-a9cce9e0637c [ 608.214433] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.214433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.214433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.214698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.214698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.214757] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46799819-3100-4088-be56-a9cce9e0637c already deleted. [ 608.215067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46799819-3100-4088-be56-a9cce9e0637c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.231047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.231047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.231224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.233149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.233149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.247113] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef in Status: IN_PROGRESS for 2s [ 608.313967] env[65529]: INFO networking_nsxv3.common.synchronization [None req-760546d5-5eee-4fae-bd0b-c335f9120f0f tempest-ServersV294TestFqdnHostnames-1407796429 tempest-ServersV294TestFqdnHostnames-1407796429-project-member] Enqueued Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGHEST for action security_group_rules [ 608.316245] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGHEST for action security_group_rules [ 608.316720] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa0462d-c236-453c-b159-169752f3af9a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.316905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.316973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.318095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.318095] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa0462d-c236-453c-b159-169752f3af9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.590581] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.590755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.590866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.591182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.591421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.591551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.591629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.591867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.592869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.592869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.592869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.592869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.592869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.592869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.592869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.592869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.593354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.595489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.595604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.595721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.595838] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.771638] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2917304d-605a-4c4d-8386-cef458308ece in Status: SUCCESS [ 608.771704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.771878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.772143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.772412] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.772482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.772517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.772769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.772860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.772944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.773049] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2917304d-605a-4c4d-8386-cef458308ece',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.843311] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.843311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.843311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.843577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.843609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.843791] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa0462d-c236-453c-b159-169752f3af9a already deleted. [ 608.843841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.881613] env[65529]: INFO networking_nsxv3.common.synchronization [None req-fbae1b0b-6c3d-484a-b230-c34cad011a9f tempest-ServersV294TestFqdnHostnames-1407796429 tempest-ServersV294TestFqdnHostnames-1407796429-project-member] Enqueued Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGHEST for action security_group_rules [ 608.881613] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGHEST for action security_group_rules [ 608.882754] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa0462d-c236-453c-b159-169752f3af9a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.882754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.882754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.883454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.883572] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa0462d-c236-453c-b159-169752f3af9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.991227] env[65529]: INFO networking_nsxv3.common.synchronization [None req-2348d43d-bbb1-4ce5-ba34-18fcb8afaac6 None None] Enqueued Resource ID: 0efd77ea-7dd1-4b80-988f-5e9ef2762a12 with Priority: HIGHEST for action port [ 608.992262] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efd77ea-7dd1-4b80-988f-5e9ef2762a12 with Priority: HIGHEST for action port [ 608.993057] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0efd77ea-7dd1-4b80-988f-5e9ef2762a12 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.993269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0efd77ea-7dd1-4b80-988f-5e9ef2762a12" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.993369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0efd77ea-7dd1-4b80-988f-5e9ef2762a12" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.994091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0efd77ea-7dd1-4b80-988f-5e9ef2762a12" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.994179] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0efd77ea-7dd1-4b80-988f-5e9ef2762a12',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.099364] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c459ccc-bc0f-40f0-8a48-ad1453fa4549: rpc.has_security_group_logging(os_id): False [ 609.123358] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.123580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.126033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.126033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.126033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.126033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.126033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.126033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.126033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.126033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.126033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.126033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.126033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.126033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.126033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.126776] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.127343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.127343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.127343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.127510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.128345] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 is going to be updated. [ 609.220064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.220342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.220465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.220732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.221099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.236074] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: IN_PROGRESS for 2s [ 609.278559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2917304d-605a-4c4d-8386-cef458308ece taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.278559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.278559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.279846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.279846] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.279846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.279846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.279846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.279846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.279846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.280930] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2917304d-605a-4c4d-8386-cef458308ece taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.280930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.280930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.280930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.280930] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.280930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.283154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.283367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.283530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.283581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.283776] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2917304d-605a-4c4d-8386-cef458308ece',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.291988] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b90984e-68e3-49dd-ba9f-ee07f480b518 req-d294307a-6c6e-411e-9022-2fe7ea8d15b7 tempest-ServersTestMultiNic-1405424586 tempest-ServersTestMultiNic-1405424586-project-member] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 609.293744] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 609.294651] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.294651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.294651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.294870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.295080] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.295814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.295814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.295814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.295814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.295814] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.411744] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.411910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.411982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.412475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.412587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.412688] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa0462d-c236-453c-b159-169752f3af9a already deleted. [ 609.412798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.498951] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0efd77ea-7dd1-4b80-988f-5e9ef2762a12 [ 609.502032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.502032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.502032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.502032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.502032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.502032] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0efd77ea-7dd1-4b80-988f-5e9ef2762a12 already deleted. [ 609.502032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0efd77ea-7dd1-4b80-988f-5e9ef2762a12" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.575232] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 in Status: SUCCESS [ 609.575549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.793725] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2917304d-605a-4c4d-8386-cef458308ece: rpc.has_security_group_logging(os_id): False [ 609.800888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.800888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.801106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.801308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.801308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.801487] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.801695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.801695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.801816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.802699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.802699] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f already deleted. [ 609.802699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.812287] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.812980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.812980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.813168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.813249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.813444] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.813549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.813611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.814753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.814753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.814753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.814753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.814753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.814753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.814753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.814753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.815323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.815323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.817258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.817584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.817584] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2917304d-605a-4c4d-8386-cef458308ece is going to be created. [ 609.839349] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b90984e-68e3-49dd-ba9f-ee07f480b518 req-7ca5cfe2-a431-45e6-9d36-ed747ae1dbd2 tempest-ServersTestMultiNic-1405424586 tempest-ServersTestMultiNic-1405424586-project-member] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 609.839349] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 609.839349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.839349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.839349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.839670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.839670] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.839670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.839803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.839839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.840637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.843130] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.888265] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.888265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.888265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.888265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.888265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.900645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2917304d-605a-4c4d-8386-cef458308ece in Status: IN_PROGRESS for 2s [ 610.202059] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b90984e-68e3-49dd-ba9f-ee07f480b518 req-4b282cd4-dc3e-41fa-b010-93d409d34327 tempest-ServersTestMultiNic-1405424586 tempest-ServersTestMultiNic-1405424586-project-member] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 610.202059] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 610.202059] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.202059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.267480] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef in Status: SUCCESS [ 610.268158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.348637] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.348637] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.348637] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f already deleted. [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.348637] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.348637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.351153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.351153] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.623880] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.624127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-197" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.626112] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-197" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.626529] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-197" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.626849] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.627024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.627143] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.627374] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.627515] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.627829] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.627925] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.628098] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.628154] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.628247] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.628351] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.628503] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.655953] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.656212] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.656409] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.656587] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-197" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.657070] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-f84ef4e2-b93f-4efe-afa0-efa6f0fe0123 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.657270] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-f84ef4e2-b93f-4efe-afa0-efa6f0fe0123" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.657396] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-f84ef4e2-b93f-4efe-afa0-efa6f0fe0123" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.657918] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-f84ef4e2-b93f-4efe-afa0-efa6f0fe0123" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.657918] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f84ef4e2-b93f-4efe-afa0-efa6f0fe0123',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.852946] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.852946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.852946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.852946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.852946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.852946] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.852946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.852946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.853362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.853362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.853362] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f already deleted. [ 610.853362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.164450] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.164450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.164450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.164450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.164450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.164450] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port f84ef4e2-b93f-4efe-afa0-efa6f0fe0123 not found, creating... [ 611.164450] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.164450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.164450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.164450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.164450] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.164909] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.164909] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.164909] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.164909] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.164909] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.165548] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: f84ef4e2-b93f-4efe-afa0-efa6f0fe0123 is going to be created. [ 611.188771] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.188771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.188771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.188771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.188771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.188771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-f84ef4e2-b93f-4efe-afa0-efa6f0fe0123" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.254794] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: SUCCESS [ 611.255916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.255916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.256125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.256227] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.351944] env[65529]: INFO networking_nsxv3.common.synchronization [None req-cf942962-5831-42f1-a0f0-4911a8cf2d4c None None] Enqueued Resource ID: db53239d-bfe8-477d-9d13-2aa7bad734a2 with Priority: HIGHEST for action port [ 611.351944] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db53239d-bfe8-477d-9d13-2aa7bad734a2 with Priority: HIGHEST for action port [ 611.351944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-db53239d-bfe8-477d-9d13-2aa7bad734a2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.351944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db53239d-bfe8-477d-9d13-2aa7bad734a2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.351944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db53239d-bfe8-477d-9d13-2aa7bad734a2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.351944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db53239d-bfe8-477d-9d13-2aa7bad734a2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.351944] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db53239d-bfe8-477d-9d13-2aa7bad734a2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.759417] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.759636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.759746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.760018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.760225] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.760331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.760418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.760639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.760755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.760855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.760959] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.853953] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db53239d-bfe8-477d-9d13-2aa7bad734a2 [ 611.854184] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.855173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.855173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.855173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.855173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.855173] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db53239d-bfe8-477d-9d13-2aa7bad734a2 already deleted. [ 611.855173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db53239d-bfe8-477d-9d13-2aa7bad734a2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.870586] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b90984e-68e3-49dd-ba9f-ee07f480b518 req-1636f4a4-4568-476f-98cd-0a280fcb79ce service nova] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_rules [ 611.870781] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b90984e-68e3-49dd-ba9f-ee07f480b518 req-1636f4a4-4568-476f-98cd-0a280fcb79ce service nova] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 611.870987] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b90984e-68e3-49dd-ba9f-ee07f480b518 req-1636f4a4-4568-476f-98cd-0a280fcb79ce service nova] Enqueued Resource ID: f84ef4e2-b93f-4efe-afa0-efa6f0fe0123 with Priority: HIGHEST for action port [ 611.871432] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_rules [ 611.871592] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 611.871756] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f84ef4e2-b93f-4efe-afa0-efa6f0fe0123 with Priority: HIGHEST for action port [ 611.872337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.872571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.872571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.872760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.872835] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.873737] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.873802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.873839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.873994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.874157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.874290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.874342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.875176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.875176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.875176] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.875690] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f84ef4e2-b93f-4efe-afa0-efa6f0fe0123 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.875779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f84ef4e2-b93f-4efe-afa0-efa6f0fe0123" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.875838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f84ef4e2-b93f-4efe-afa0-efa6f0fe0123" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.876244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f84ef4e2-b93f-4efe-afa0-efa6f0fe0123" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.876244] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f84ef4e2-b93f-4efe-afa0-efa6f0fe0123',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.919967] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2917304d-605a-4c4d-8386-cef458308ece in Status: SUCCESS [ 611.920221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.263961] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.264306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.264306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.264622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.264865] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.265025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.265126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.265359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.265490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.265632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.265856] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.265995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.266107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.266316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.266535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.266657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.266753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.266958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.267482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.267685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.267828] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.378548] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.381476] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.381476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.381476] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f84ef4e2-b93f-4efe-afa0-efa6f0fe0123 with status ACTIVE [ 612.381476] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.381476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.381476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.381476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.381476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.381870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.381870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.381870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.381980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.381980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.383904] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.383904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.383904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.383904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.383904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.383904] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f84ef4e2-b93f-4efe-afa0-efa6f0fe0123 is going to be updated. [ 612.409675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.410062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.410235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.411538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.411538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.411538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f84ef4e2-b93f-4efe-afa0-efa6f0fe0123" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.418051] env[65529]: INFO networking_nsxv3.common.synchronization [req-9ea00ce3-a75f-44b2-9ccc-9b0608f275a1 req-0615f75c-3fd3-40d5-89f0-b0ed9e4e18ec tempest-VolumesAssistedSnapshotsTest-1822242350 tempest-VolumesAssistedSnapshotsTest-1822242350-project-member] Enqueued Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGHEST for action security_group_members [ 612.418787] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGHEST for action security_group_members [ 612.421860] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e85c64-c244-4d1a-8a73-4558e98d594e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.421860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.421860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.421860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.421860] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.421860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.421860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.421860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.421860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.421860] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e85c64-c244-4d1a-8a73-4558e98d594e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.771819] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c459ccc-bc0f-40f0-8a48-ad1453fa4549: rpc.has_security_group_logging(os_id): False [ 612.793825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.793825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.793825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.793825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.793825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.793825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.793825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.793825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.793825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.793825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.793825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.793825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.794564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.794564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.794800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.794895] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.795335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.795473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.796065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.796065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.796065] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 is going to be updated. [ 612.848706] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-679 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.848880] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.850489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.850489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.850489] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.850489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.850489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.850489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.850489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.851036] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.851036] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.851036] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.851036] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.851036] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.851036] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.851288] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.872172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.872728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.872857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.873033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.873186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.877411] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.877963] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.877963] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.878129] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-679" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.878438] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-36c005f5-e388-45aa-8bbd-deed9c3dc84a taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.879033] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-36c005f5-e388-45aa-8bbd-deed9c3dc84a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.879033] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-36c005f5-e388-45aa-8bbd-deed9c3dc84a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.879183] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-36c005f5-e388-45aa-8bbd-deed9c3dc84a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.879281] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36c005f5-e388-45aa-8bbd-deed9c3dc84a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.884958] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.888499] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: IN_PROGRESS for 2s [ 612.924832] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.924992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.925071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.925295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.925375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.925581] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.925675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.925731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.925881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.925951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.926048] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e85c64-c244-4d1a-8a73-4558e98d594e already deleted. [ 612.926125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.204909] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-516 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.205115] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-516" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.205234] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-516" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.205614] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-516" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.206088] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.206088] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.206253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.206460] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.206683] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.206957] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.207135] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.207315] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.207463] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.207822] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.207822] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.207922] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.226565] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.226752] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.226889] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.227110] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-516" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.227444] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-d15f379d-2a72-4075-9be8-5cc70ac74969 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.227672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-d15f379d-2a72-4075-9be8-5cc70ac74969" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.227787] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-d15f379d-2a72-4075-9be8-5cc70ac74969" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.228151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-d15f379d-2a72-4075-9be8-5cc70ac74969" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.228305] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d15f379d-2a72-4075-9be8-5cc70ac74969',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.385205] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.385654] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.385809] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.386178] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.386365] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.386673] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 36c005f5-e388-45aa-8bbd-deed9c3dc84a not found, creating... [ 613.386928] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.387127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.387268] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.387551] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.387759] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.388097] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.388288] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.388424] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.388657] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.388828] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.388988] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 36c005f5-e388-45aa-8bbd-deed9c3dc84a is going to be created. [ 613.390400] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.390519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.390604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.390803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.390893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.391020] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be created. [ 613.421315] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.421701] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.422246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.422246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.422553] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.422820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-36c005f5-e388-45aa-8bbd-deed9c3dc84a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.432356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.432605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.432605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.432876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.433091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.449856] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: UNINITIALIZED for 2s [ 613.731285] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.731599] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.731963] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.732863] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.733063] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.733298] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port d15f379d-2a72-4075-9be8-5cc70ac74969 not found, creating... [ 613.733939] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.733939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.733939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.734259] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.734259] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.734666] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.734903] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.734977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.735212] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.735362] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.735837] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: d15f379d-2a72-4075-9be8-5cc70ac74969 is going to be created. [ 613.758242] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.759195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.759195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.759195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.759496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.759726] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-d15f379d-2a72-4075-9be8-5cc70ac74969" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.139518] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b90984e-68e3-49dd-ba9f-ee07f480b518 req-47100af2-22db-483d-9bfc-096ba2cbabb7 service nova] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_rules [ 614.139763] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b90984e-68e3-49dd-ba9f-ee07f480b518 req-47100af2-22db-483d-9bfc-096ba2cbabb7 service nova] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 614.139947] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b90984e-68e3-49dd-ba9f-ee07f480b518 req-47100af2-22db-483d-9bfc-096ba2cbabb7 service nova] Enqueued Resource ID: 36c005f5-e388-45aa-8bbd-deed9c3dc84a with Priority: HIGHEST for action port [ 614.140725] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_rules [ 614.140787] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 614.140925] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36c005f5-e388-45aa-8bbd-deed9c3dc84a with Priority: HIGHEST for action port [ 614.141240] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.141348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.141556] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.141647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.141906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-36c005f5-e388-45aa-8bbd-deed9c3dc84a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.142068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36c005f5-e388-45aa-8bbd-deed9c3dc84a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.142068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36c005f5-e388-45aa-8bbd-deed9c3dc84a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.142288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36c005f5-e388-45aa-8bbd-deed9c3dc84a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.142371] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36c005f5-e388-45aa-8bbd-deed9c3dc84a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.531294] env[65529]: INFO networking_nsxv3.common.synchronization [req-9ea00ce3-a75f-44b2-9ccc-9b0608f275a1 req-e7c33ee2-bccb-4ceb-9565-0b266560cb13 service nova] Enqueued Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGHEST for action security_group_rules [ 614.531294] env[65529]: INFO networking_nsxv3.common.synchronization [req-9ea00ce3-a75f-44b2-9ccc-9b0608f275a1 req-e7c33ee2-bccb-4ceb-9565-0b266560cb13 service nova] Enqueued Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGHEST for action security_group_members [ 614.531294] env[65529]: INFO networking_nsxv3.common.synchronization [req-9ea00ce3-a75f-44b2-9ccc-9b0608f275a1 req-e7c33ee2-bccb-4ceb-9565-0b266560cb13 service nova] Enqueued Resource ID: d15f379d-2a72-4075-9be8-5cc70ac74969 with Priority: HIGHEST for action port [ 614.531294] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGHEST for action security_group_rules [ 614.531962] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGHEST for action security_group_members [ 614.531962] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d15f379d-2a72-4075-9be8-5cc70ac74969 with Priority: HIGHEST for action port [ 614.532385] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e85c64-c244-4d1a-8a73-4558e98d594e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.536062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.536062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.536062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.536062] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e85c64-c244-4d1a-8a73-4558e98d594e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.536062] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e85c64-c244-4d1a-8a73-4558e98d594e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.536062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.536062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.536062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.536062] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.536062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.536062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.536062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.536062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.536062] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e85c64-c244-4d1a-8a73-4558e98d594e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.536813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d15f379d-2a72-4075-9be8-5cc70ac74969 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.536813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d15f379d-2a72-4075-9be8-5cc70ac74969" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.536813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d15f379d-2a72-4075-9be8-5cc70ac74969" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.536813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d15f379d-2a72-4075-9be8-5cc70ac74969" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.536813] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d15f379d-2a72-4075-9be8-5cc70ac74969',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.644992] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36c005f5-e388-45aa-8bbd-deed9c3dc84a with status ACTIVE [ 614.645404] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.645566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.645639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.645865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.645957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.646170] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.646271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.646333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.646491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.646602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.646789] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.646886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.646938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.647099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.647173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.647258] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36c005f5-e388-45aa-8bbd-deed9c3dc84a is going to be updated. [ 614.671222] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.671372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.671434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.672012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.672193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.672360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36c005f5-e388-45aa-8bbd-deed9c3dc84a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.850966] env[65529]: INFO networking_nsxv3.common.synchronization [req-d1caed29-2a65-4567-a836-8e1b49e788ec req-2bae1ca3-866d-4b63-98e1-7a6e701f4809 tempest-DeleteServersAdminTestJSON-1808594585 tempest-DeleteServersAdminTestJSON-1808594585-project-admin] Enqueued Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_members [ 614.851709] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_members [ 614.852338] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.852338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.852338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.854035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.854035] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.854197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.854273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.854624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.854931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.855205] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.905109] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: SUCCESS [ 614.905408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.039844] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73e85c64-c244-4d1a-8a73-4558e98d594e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.042415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e85c64-c244-4d1a-8a73-4558e98d594e taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.042415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.042415] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d15f379d-2a72-4075-9be8-5cc70ac74969 with status ACTIVE [ 615.042415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.042415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.042415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.042886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.042886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.042886] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.043084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.043227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.043495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.043495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.043882] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.043882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.043882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.044409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.044409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.044409] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d15f379d-2a72-4075-9be8-5cc70ac74969 is going to be updated. [ 615.071601] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.071601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.071719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.072532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.072532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.072532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d15f379d-2a72-4075-9be8-5cc70ac74969" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.111365] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.111365] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-197" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.111365] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-197" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.111598] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-197" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.111751] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.111921] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.112142] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.112271] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.112462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.112822] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.113069] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.113143] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.113252] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.113366] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.113522] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.113634] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.134469] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.135078] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.135078] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.135078] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-197" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.135314] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-9071cf87-53b8-48a1-8499-e90d7b414450 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.135425] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-9071cf87-53b8-48a1-8499-e90d7b414450" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.135558] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-9071cf87-53b8-48a1-8499-e90d7b414450" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.135884] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-9071cf87-53b8-48a1-8499-e90d7b414450" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.136101] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9071cf87-53b8-48a1-8499-e90d7b414450',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.289642] env[65529]: INFO networking_nsxv3.common.synchronization [req-4ba693ed-658b-41a5-acc6-b9ea9aedd0b4 req-58899919-524c-472f-be2f-c8a6ac5a2a52 tempest-ServersAdminNegativeTestJSON-522903480 tempest-ServersAdminNegativeTestJSON-522903480-project-member] Enqueued Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_members [ 615.290474] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_members [ 615.290786] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.290907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.290994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.291266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.291428] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.291530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.291597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.291750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.291985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.291985] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.357766] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.358050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.358179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.358438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.358501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.358723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.358838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.358985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.359176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.359285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.359415] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 is going to be updated. [ 615.394587] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.394843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.394843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.395039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.395172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.405496] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: IN_PROGRESS for 2s [ 615.459897] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 615.460253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.460385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.460689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.460804] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.460931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.461020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.461167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.461249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.461328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.461432] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.462623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.462623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.462906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.463023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.463133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.463258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.463376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.463610] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.543106] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73e85c64-c244-4d1a-8a73-4558e98d594e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.642598] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.642829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.643347] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.643687] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.643870] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.644062] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 9071cf87-53b8-48a1-8499-e90d7b414450 not found, creating... [ 615.644366] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.644913] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.645140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.645423] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.645568] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.645909] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.646472] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.647039] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.647384] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.647594] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.647794] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 9071cf87-53b8-48a1-8499-e90d7b414450 is going to be created. [ 615.669787] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.670046] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.670152] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.670744] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.671049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.672009] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-9071cf87-53b8-48a1-8499-e90d7b414450" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.794892] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.795517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.795517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.795517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.795867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.795942] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.796080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.796181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.796320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.796405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.796477] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 already deleted. [ 615.796627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.966203] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.966395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.967670] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.974160] env[65529]: INFO networking_nsxv3.common.synchronization [req-d07dac9d-510d-4b45-9fc2-c21eba1374cc req-3c3c015d-2a22-4a16-8910-a8eafea7fed5 tempest-MultipleCreateTestJSON-1421038959 tempest-MultipleCreateTestJSON-1421038959-project-member] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 615.974870] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 615.975430] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.975568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.975723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.975911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.976254] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.976433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.976668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.976895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.977039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.977183] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.045852] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.046042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.046096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.046322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.046417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.046516] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e85c64-c244-4d1a-8a73-4558e98d594e is going to be created. [ 616.073897] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.074241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.074391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.074634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.074934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.088859] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e85c64-c244-4d1a-8a73-4558e98d594e in Status: UNINITIALIZED for 2s [ 616.434431] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b90984e-68e3-49dd-ba9f-ee07f480b518 req-3d6406db-e0da-4796-ac2a-7e9603d95d6e service nova] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_rules [ 616.435056] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b90984e-68e3-49dd-ba9f-ee07f480b518 req-3d6406db-e0da-4796-ac2a-7e9603d95d6e service nova] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 616.435274] env[65529]: INFO networking_nsxv3.common.synchronization [req-4b90984e-68e3-49dd-ba9f-ee07f480b518 req-3d6406db-e0da-4796-ac2a-7e9603d95d6e service nova] Enqueued Resource ID: 9071cf87-53b8-48a1-8499-e90d7b414450 with Priority: HIGHEST for action port [ 616.435858] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_rules [ 616.436049] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 616.436198] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9071cf87-53b8-48a1-8499-e90d7b414450 with Priority: HIGHEST for action port [ 616.436576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.436771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.437017] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.437286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.437448] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9071cf87-53b8-48a1-8499-e90d7b414450 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.437595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9071cf87-53b8-48a1-8499-e90d7b414450" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.437700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9071cf87-53b8-48a1-8499-e90d7b414450" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.437944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9071cf87-53b8-48a1-8499-e90d7b414450" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.440347] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9071cf87-53b8-48a1-8499-e90d7b414450',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.471067] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.479594] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.727280] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.727634] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.727634] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.728206] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.729895] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.730095] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.730275] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.730521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.730723] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.730964] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.731116] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.731249] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.731382] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.731518] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.731650] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.731911] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.757896] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.758102] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.758192] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.758850] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.758850] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-9415d34b-8bc4-4576-bce7-55958eb5a887 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.759359] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-9415d34b-8bc4-4576-bce7-55958eb5a887" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.759503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-9415d34b-8bc4-4576-bce7-55958eb5a887" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.759835] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-9415d34b-8bc4-4576-bce7-55958eb5a887" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.759969] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9415d34b-8bc4-4576-bce7-55958eb5a887',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.942605] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9071cf87-53b8-48a1-8499-e90d7b414450 with status ACTIVE [ 616.942843] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.942939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.942993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.943230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.943324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.943511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.943602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.943679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.943810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.943888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.944067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.944209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.944209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.944356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.944476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.944603] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9071cf87-53b8-48a1-8499-e90d7b414450 is going to be updated. [ 616.968239] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.968439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.968439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.968667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.968803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.969110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9071cf87-53b8-48a1-8499-e90d7b414450" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.974670] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.974834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.974878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.975078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.975165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.975261] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 616.982190] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.027973] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.027973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.027973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.027973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.027973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.045466] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 617.265026] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.265026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.265026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.265026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.265026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.265026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 9415d34b-8bc4-4576-bce7-55958eb5a887 not found, creating... [ 617.265026] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.265026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.265026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.265026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.265026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.265702] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.265702] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.265702] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.265702] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.265702] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.266211] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 9415d34b-8bc4-4576-bce7-55958eb5a887 is going to be created. [ 617.300018] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.300018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.300296] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.300494] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.300806] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.301293] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-9415d34b-8bc4-4576-bce7-55958eb5a887" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.425297] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: SUCCESS [ 617.425519] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 deletion is rescheduled due to dependency. [ 617.425635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.487669] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.487997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.488148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.488460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.488646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.488778] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 617.537860] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.538063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.538225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.538529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.539115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.558924] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 618.012209] env[65529]: INFO networking_nsxv3.common.synchronization [req-4ba693ed-658b-41a5-acc6-b9ea9aedd0b4 req-9446b3b0-8ef9-4f1e-b4a9-688b876dcaee service nova] Enqueued Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_rules [ 618.012425] env[65529]: INFO networking_nsxv3.common.synchronization [req-4ba693ed-658b-41a5-acc6-b9ea9aedd0b4 req-9446b3b0-8ef9-4f1e-b4a9-688b876dcaee service nova] Enqueued Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_members [ 618.012596] env[65529]: INFO networking_nsxv3.common.synchronization [req-4ba693ed-658b-41a5-acc6-b9ea9aedd0b4 req-9446b3b0-8ef9-4f1e-b4a9-688b876dcaee service nova] Enqueued Resource ID: 9415d34b-8bc4-4576-bce7-55958eb5a887 with Priority: HIGHEST for action port [ 618.013321] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_rules [ 618.013496] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_members [ 618.013650] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9415d34b-8bc4-4576-bce7-55958eb5a887 with Priority: HIGHEST for action port [ 618.014493] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.014923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.014923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.015064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.015064] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.016097] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.016265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.016357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.016535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.016717] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.016813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.016875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.017052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.017140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.017234] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.021199] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9415d34b-8bc4-4576-bce7-55958eb5a887 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.021199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9415d34b-8bc4-4576-bce7-55958eb5a887" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.021199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9415d34b-8bc4-4576-bce7-55958eb5a887" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.021199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9415d34b-8bc4-4576-bce7-55958eb5a887" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.021199] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9415d34b-8bc4-4576-bce7-55958eb5a887',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.101166] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e85c64-c244-4d1a-8a73-4558e98d594e in Status: SUCCESS [ 618.101424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.101556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.101785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.102047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.102189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.102189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.102342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.102397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.102486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.102577] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73e85c64-c244-4d1a-8a73-4558e98d594e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.394446] env[65529]: INFO networking_nsxv3.common.synchronization [req-894460e5-22f3-448b-8373-7c61690fd59d req-737417b9-a0dd-413e-b9a6-9c1019af733e tempest-ServerDiagnosticsNegativeTest-1341108986 tempest-ServerDiagnosticsNegativeTest-1341108986-project-member] Enqueued Resource ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a with Priority: HIGHEST for action security_group_members [ 618.395040] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a with Priority: HIGHEST for action security_group_members [ 618.395471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a8db9a-b10e-4baa-9587-714f32f5a40a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.395471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.395648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.395778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.395924] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.396543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.396543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.396543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.396543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.396754] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a8db9a-b10e-4baa-9587-714f32f5a40a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.520190] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.521473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.521473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.521610] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9415d34b-8bc4-4576-bce7-55958eb5a887 with status ACTIVE [ 618.521806] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.521806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.521947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.522099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.522218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.522462] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.522462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.522584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.522737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.522737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.522902] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.522994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.526633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.526884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.526982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.527252] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9415d34b-8bc4-4576-bce7-55958eb5a887 is going to be updated. [ 618.552921] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.553113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.553288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.554207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.554207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.554207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9415d34b-8bc4-4576-bce7-55958eb5a887" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.605314] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73e85c64-c244-4d1a-8a73-4558e98d594e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.786097] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ac9382b6-5e0e-471f-9624-206108537f8f None None] Enqueued Resource ID: c2a44143-e225-42ce-8b5d-e0829cbd5825 with Priority: HIGHEST for action port [ 618.786449] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a44143-e225-42ce-8b5d-e0829cbd5825 with Priority: HIGHEST for action port [ 618.786682] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2a44143-e225-42ce-8b5d-e0829cbd5825 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.786780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2a44143-e225-42ce-8b5d-e0829cbd5825" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.786814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2a44143-e225-42ce-8b5d-e0829cbd5825" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.787076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2a44143-e225-42ce-8b5d-e0829cbd5825" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.787280] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a44143-e225-42ce-8b5d-e0829cbd5825',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.820575] env[65529]: INFO networking_nsxv3.common.synchronization [req-466322e0-8e72-4b63-8809-c843b5f081f1 req-90790694-290f-4f09-8e8d-61ecead54798 tempest-ImagesTestJSON-42966517 tempest-ImagesTestJSON-42966517-project-member] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 618.821469] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 618.821615] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.821740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.821897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.822450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.822688] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.822809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.822855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.823102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.823227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.823336] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.899205] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.899319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.899376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.899581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.899699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.899902] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.900010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.900075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.900236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.900345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.900387] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a already deleted. [ 618.900463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.028808] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.058445] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 619.058729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.058925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.059403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.059706] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.059879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.059993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.060453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.060549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.060687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.060886] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.060985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.061101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.061539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.061727] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.061896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.061964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.062191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.062320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.062430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.062546] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.063540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.064563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.064563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.064563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.064563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.064871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.064871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.064871] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.108317] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73e85c64-c244-4d1a-8a73-4558e98d594e: rpc.has_security_group_logging(os_id): False [ 619.128081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.128308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.128487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.129163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.129210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.129464] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.129561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.129622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.129795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.129872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.129960] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e85c64-c244-4d1a-8a73-4558e98d594e is going to be created. [ 619.195249] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.195425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.195480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.195703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.196286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.211268] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e85c64-c244-4d1a-8a73-4558e98d594e in Status: IN_PROGRESS for 2s [ 619.228762] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.228940] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.228940] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.229238] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.229504] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.229655] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.229777] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.229983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.230613] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.230924] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.231179] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.231224] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.231291] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.231399] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.231502] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.231630] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.250218] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.252019] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.252019] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.252019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.252019] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-2c393255-c976-4c99-927b-619d84e3a85f taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.252019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-2c393255-c976-4c99-927b-619d84e3a85f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.252019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-2c393255-c976-4c99-927b-619d84e3a85f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.252019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-2c393255-c976-4c99-927b-619d84e3a85f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.252019] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c393255-c976-4c99-927b-619d84e3a85f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.289730] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2a44143-e225-42ce-8b5d-e0829cbd5825 [ 619.291224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.291224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.291591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.291756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.291912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.292186] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2a44143-e225-42ce-8b5d-e0829cbd5825 already deleted. [ 619.292382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2a44143-e225-42ce-8b5d-e0829cbd5825" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.327450] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.328356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.328356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.328356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.328356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.328356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.328356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.328734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.328734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.328734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.328734] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe already deleted. [ 619.328934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.530557] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.530757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.530757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.530984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.531084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.531206] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 is going to be created. [ 619.556778] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.556919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.557159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.557240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.558053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.568782] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94707216-d42d-48ec-bfb6-ef5f45c6853f: rpc.has_security_group_logging(os_id): False [ 619.574021] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.582278] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 619.582278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.582793] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: UNINITIALIZED for 2s [ 619.600420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.600420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.600420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.600420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.600420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.600674] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.600674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.600787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.600894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.600925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.601472] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.601472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.601472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.601472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.601472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.601688] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.601733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.601797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.601974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.601974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.602131] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be created. [ 619.622824] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.623019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.623146] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.624031] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.624031] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.624031] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.624326] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.624326] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.624397] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.624646] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.624767] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.626164] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.626164] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.626164] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.626164] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.626164] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.644771] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.645575] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.645575] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.645575] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.645740] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-af1ed407-621d-4113-aa90-544284b48008 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.645952] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-af1ed407-621d-4113-aa90-544284b48008" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.647164] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-af1ed407-621d-4113-aa90-544284b48008" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.647164] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-af1ed407-621d-4113-aa90-544284b48008" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.647164] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af1ed407-621d-4113-aa90-544284b48008',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.667469] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.667748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.667748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.667886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.668298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.679526] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 619.754122] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.754645] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.754645] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.754866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.755032] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.755188] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 2c393255-c976-4c99-927b-619d84e3a85f not found, creating... [ 619.755459] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.755613] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.755722] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.755951] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.756095] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.756373] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.756522] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.756703] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.756919] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.757061] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.757197] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 2c393255-c976-4c99-927b-619d84e3a85f is going to be created. [ 619.884214] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.884423] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.884868] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.884868] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.885114] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.885325] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-2c393255-c976-4c99-927b-619d84e3a85f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.075813] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.149323] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.149550] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.150859] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.150859] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.150859] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.150859] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port af1ed407-621d-4113-aa90-544284b48008 not found, creating... [ 620.150859] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.151337] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.151337] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.151466] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.151642] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.152140] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.152370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.152443] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.152640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.152792] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.152934] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: af1ed407-621d-4113-aa90-544284b48008 is going to be created. [ 620.175903] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.176144] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.176242] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.176561] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.176766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.176986] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-af1ed407-621d-4113-aa90-544284b48008" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.531370] env[65529]: INFO networking_nsxv3.common.synchronization [req-894460e5-22f3-448b-8373-7c61690fd59d req-b90d08ed-260b-4506-be9c-2d2cacc82fec service nova] Enqueued Resource ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a with Priority: HIGHEST for action security_group_rules [ 620.531507] env[65529]: INFO networking_nsxv3.common.synchronization [req-894460e5-22f3-448b-8373-7c61690fd59d req-b90d08ed-260b-4506-be9c-2d2cacc82fec service nova] Enqueued Resource ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a with Priority: HIGHEST for action security_group_members [ 620.531650] env[65529]: INFO networking_nsxv3.common.synchronization [req-894460e5-22f3-448b-8373-7c61690fd59d req-b90d08ed-260b-4506-be9c-2d2cacc82fec service nova] Enqueued Resource ID: 2c393255-c976-4c99-927b-619d84e3a85f with Priority: HIGHEST for action port [ 620.532528] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a with Priority: HIGHEST for action security_group_rules [ 620.532697] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a with Priority: HIGHEST for action security_group_members [ 620.532817] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c393255-c976-4c99-927b-619d84e3a85f with Priority: HIGHEST for action port [ 620.534572] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a8db9a-b10e-4baa-9587-714f32f5a40a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.534572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.534572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.534572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.534572] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a8db9a-b10e-4baa-9587-714f32f5a40a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.535968] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a8db9a-b10e-4baa-9587-714f32f5a40a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.536061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.536112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.536549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.536549] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.536709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.536958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.536958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.537047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.537150] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a8db9a-b10e-4baa-9587-714f32f5a40a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.538205] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c393255-c976-4c99-927b-619d84e3a85f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.538281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c393255-c976-4c99-927b-619d84e3a85f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.538450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c393255-c976-4c99-927b-619d84e3a85f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.539542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c393255-c976-4c99-927b-619d84e3a85f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.539542] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c393255-c976-4c99-927b-619d84e3a85f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.579178] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.579178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.579178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.579336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.579336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.579406] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 620.609941] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.610200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.610313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.610486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.610627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.620758] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 620.906458] env[65529]: INFO networking_nsxv3.common.synchronization [req-466322e0-8e72-4b63-8809-c843b5f081f1 req-d3adb1ed-cf04-439a-a523-a14d70fae877 service nova] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_rules [ 620.906458] env[65529]: INFO networking_nsxv3.common.synchronization [req-466322e0-8e72-4b63-8809-c843b5f081f1 req-d3adb1ed-cf04-439a-a523-a14d70fae877 service nova] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 620.906458] env[65529]: INFO networking_nsxv3.common.synchronization [req-466322e0-8e72-4b63-8809-c843b5f081f1 req-d3adb1ed-cf04-439a-a523-a14d70fae877 service nova] Enqueued Resource ID: af1ed407-621d-4113-aa90-544284b48008 with Priority: HIGHEST for action port [ 620.906458] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_rules [ 620.906458] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 620.906458] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af1ed407-621d-4113-aa90-544284b48008 with Priority: HIGHEST for action port [ 620.906691] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.906942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.906942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.907503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.907655] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.909235] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.909235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.909235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.909235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.910426] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.910426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.910426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.910426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.910426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.910426] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.911580] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-af1ed407-621d-4113-aa90-544284b48008 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.911757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af1ed407-621d-4113-aa90-544284b48008" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.911861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af1ed407-621d-4113-aa90-544284b48008" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.912136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af1ed407-621d-4113-aa90-544284b48008" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.913022] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af1ed407-621d-4113-aa90-544284b48008',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.929348] env[65529]: INFO networking_nsxv3.common.synchronization [None req-067fedec-1d72-4eea-a597-211375ace636 None None] Enqueued Resource ID: df94c534-ce9b-4ccc-9a47-50dac85a9a04 with Priority: HIGHEST for action port [ 620.930051] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df94c534-ce9b-4ccc-9a47-50dac85a9a04 with Priority: HIGHEST for action port [ 620.930745] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-df94c534-ce9b-4ccc-9a47-50dac85a9a04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.931307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df94c534-ce9b-4ccc-9a47-50dac85a9a04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.931307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df94c534-ce9b-4ccc-9a47-50dac85a9a04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.931600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df94c534-ce9b-4ccc-9a47-50dac85a9a04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.931730] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df94c534-ce9b-4ccc-9a47-50dac85a9a04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.042541] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a8db9a-b10e-4baa-9587-714f32f5a40a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.042699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.043152] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9a8db9a-b10e-4baa-9587-714f32f5a40a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.043778] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c393255-c976-4c99-927b-619d84e3a85f with status ACTIVE [ 621.044435] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.044435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.044435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.044435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.044664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.044816] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.045043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.045151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.045318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.045318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.045917] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.045917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.045917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.045917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.045917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.045917] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c393255-c976-4c99-927b-619d84e3a85f is going to be updated. [ 621.074948] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.074948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.074948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.074948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.074948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.074948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c393255-c976-4c99-927b-619d84e3a85f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.230061] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e85c64-c244-4d1a-8a73-4558e98d594e in Status: SUCCESS [ 621.230061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.415235] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.416768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.416931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.417207] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af1ed407-621d-4113-aa90-544284b48008 with status ACTIVE [ 621.417485] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.418414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.418414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.418414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.418414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.418634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.418634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.418757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.420389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.420389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.420389] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.420389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.420389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.420389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.420389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.420389] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af1ed407-621d-4113-aa90-544284b48008 is going to be updated. [ 621.436213] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df94c534-ce9b-4ccc-9a47-50dac85a9a04 [ 621.436625] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.436842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.436913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.438102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.438102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.438102] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df94c534-ce9b-4ccc-9a47-50dac85a9a04 already deleted. [ 621.438102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df94c534-ce9b-4ccc-9a47-50dac85a9a04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.447391] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.447563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.447636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.448174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.448174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.448174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af1ed407-621d-4113-aa90-544284b48008" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.548153] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9a8db9a-b10e-4baa-9587-714f32f5a40a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.594996] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: SUCCESS [ 621.595369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.597279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.597279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.597279] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.597279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.597279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.597279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.597279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.597577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.597577] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.692981] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 621.692981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.693441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.693728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.693846] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.922399] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.050676] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.050873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.050954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.051470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.051720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.051916] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a is going to be created. [ 622.092930] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.092930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.092930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.092930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.092930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.099835] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.100110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.100203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.100527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.100755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.100890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.101021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.101260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.101391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.101517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.101768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.101907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.102015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.102250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.102432] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.102565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.102631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.102820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.102942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.103105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.103250] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.108569] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a in Status: UNINITIALIZED for 2s [ 622.198557] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.198557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.425411] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.425945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.426267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.426598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.426782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.426901] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be created. [ 622.465794] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.467016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.467016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.467016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.467016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.480270] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: UNINITIALIZED for 2s [ 622.606577] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f624ec1-3a4c-4456-9d00-2fcd27a0d666: rpc.has_security_group_logging(os_id): False [ 622.630873] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.631282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.631369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.633410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.633410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.633410] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.633410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.633410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.633410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.633410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.633410] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.633410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.633410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.633980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.633980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.633980] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.633980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.633980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.634300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.634300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.634300] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 is going to be created. [ 622.636527] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 622.636527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.637104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.637370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.637613] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.637775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.637892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.638158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.638297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.638451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.638590] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.750278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.750278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.750278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.750599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.750642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.765105] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: IN_PROGRESS for 2s [ 623.141985] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.142240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.142240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.142467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.142650] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.142752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.142826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.142981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.143078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.143179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.143617] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.143617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.143617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.143617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.143841] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.143959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.144047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.144224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.144306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.144388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.144507] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.647860] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94707216-d42d-48ec-bfb6-ef5f45c6853f: rpc.has_security_group_logging(os_id): False [ 623.672674] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.672674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.672674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.672984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.672984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.673301] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.673449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.673449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.673659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.673763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.674023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.674578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.674681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.674922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.675086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.675315] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.675422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.675482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.675713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.675801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.675909] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 623.785861] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.785861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.785861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.786085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.786315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.799777] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 624.125319] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a in Status: SUCCESS [ 624.125319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.125319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.125319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.125319] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.125319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.125319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.125772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.125772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.125772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.125772] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9a8db9a-b10e-4baa-9587-714f32f5a40a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.496996] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 624.497585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.497585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.497924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.498217] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.498370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.498556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.498843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.498949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.499145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.499271] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.628674] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a8db9a-b10e-4baa-9587-714f32f5a40a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.629042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.629042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.629304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.630298] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.630298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.630298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.630298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.630298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.630298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.630298] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a8db9a-b10e-4baa-9587-714f32f5a40a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.630830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.630830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.630830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.631017] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.631017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.631141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.631202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.631294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.631378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.631463] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9a8db9a-b10e-4baa-9587-714f32f5a40a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.748587] env[65529]: INFO networking_nsxv3.common.synchronization [req-810ec97f-dfe6-4578-adc0-a67caae36498 req-5d8afc2a-7676-41dc-b3d1-cc59cd93fb99 tempest-MultipleCreateTestJSON-1421038959 tempest-MultipleCreateTestJSON-1421038959-project-member] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 624.749258] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 624.749624] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.756543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.756726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.757074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.757360] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.757524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.757628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.757873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.761449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.761449] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.780783] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: SUCCESS [ 624.780783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.001965] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.002218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.002218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.002490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.002678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.002782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.002858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.003047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.003302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.003302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.003416] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.003610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.003610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.003764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.003826] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.003923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.003977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.004124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.004202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.004298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.004400] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.125271] env[65529]: INFO networking_nsxv3.common.synchronization [req-0ccca420-1c8a-4a86-b7b8-b9715df36cc1 req-15faf086-834f-4215-83b1-e6b3552cfaab tempest-ServerDiagnosticsTest-1270993058 tempest-ServerDiagnosticsTest-1270993058-project-member] Enqueued Resource ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae with Priority: HIGHEST for action security_group_members [ 625.126176] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae with Priority: HIGHEST for action security_group_members [ 625.127216] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbec5ca5-ff43-484e-b84b-91145d91a0ae taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.127216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.127370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.127934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.127934] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.127934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.128129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.130051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.130051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.130051] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbec5ca5-ff43-484e-b84b-91145d91a0ae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.139638] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9a8db9a-b10e-4baa-9587-714f32f5a40a: rpc.has_security_group_logging(os_id): False [ 625.167023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.167023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.167273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.167377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.167498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.167903] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.167903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.168072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.168232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.168232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.168420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.168498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.168537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.169344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.169344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.169344] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.169344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.169619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.169619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.169704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.172036] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a is going to be created. [ 625.252585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.253682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.253682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.255022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.255022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.265699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.265699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.265699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.265699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.265699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.265699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.265699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.265699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.265699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.265699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.265699] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 625.277154] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a in Status: IN_PROGRESS for 2s [ 625.305615] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.305785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.305785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.306924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.306924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.335677] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 625.506978] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ff270d0-0edc-4d6a-bbe1-9363588911fe: rpc.has_security_group_logging(os_id): False [ 625.528176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.528446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.528446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.528700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.528840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.529103] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.530158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.530240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.530450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.530540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.530747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.530851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.530953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.531084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.531164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.531369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.532250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.532321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.532469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.532546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.533084] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be created. [ 625.601934] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.602110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.602218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.602384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.602576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.618695] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 625.638427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.638649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.638649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.638894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.639000] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.639458] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.639591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.639655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.639831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.639915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.640021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae is going to be updated. [ 625.678359] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.678359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.678359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.678359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.678611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.692635] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae in Status: IN_PROGRESS for 2s [ 625.821148] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 625.821658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.821658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.821949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.821949] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.286838] env[65529]: INFO networking_nsxv3.common.synchronization [None req-be0f2fd7-d2df-41dc-a5d5-8aac91d53fd8 tempest-ServersWithSpecificFlavorTestJSON-1329483037 tempest-ServersWithSpecificFlavorTestJSON-1329483037-project-member] Enqueued Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_rules [ 626.288330] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_rules [ 626.288759] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.289084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.290444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.290444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.290444] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.324786] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.325052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.325193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.325520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.325777] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.325943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.326021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.326180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.326290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.326398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.326524] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.491369] env[65529]: INFO networking_nsxv3.common.synchronization [None req-317aafc2-9a9d-4dcb-9294-cd370ad9d3ad tempest-ServersWithSpecificFlavorTestJSON-1329483037 tempest-ServersWithSpecificFlavorTestJSON-1329483037-project-member] Enqueued Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_rules [ 626.492109] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_rules [ 626.492490] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.492617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.820319] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.821814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.821814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.821814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.821814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.821814] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df175ae4-8fb3-4f59-8675-637172822f7e already deleted. [ 626.821814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.821814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.821814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.822655] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.832027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.832027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.832027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.832027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.832027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.832027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.832027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.832027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.832027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.832027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.832027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.832027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.832027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.832027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.832027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.832027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.833363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.833363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.833363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.833363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.833363] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.297066] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a in Status: SUCCESS [ 627.297066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.337825] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94707216-d42d-48ec-bfb6-ef5f45c6853f: rpc.has_security_group_logging(os_id): False [ 627.351899] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 627.351899] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d deletion is rescheduled due to dependency. [ 627.351899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.357427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.357427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.357427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.357427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.357427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.357427] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df175ae4-8fb3-4f59-8675-637172822f7e already deleted. [ 627.357427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.362651] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.362651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.362651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.362651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.362651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.362651] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.362651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.362651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.362651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.362651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.362651] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.362651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.362651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.362651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.362651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.363469] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.363469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.363469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.363469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.363797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.364074] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 627.512431] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.512431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.512431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.512431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.512431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.527999] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 627.635828] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 627.637718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.706378] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae in Status: SUCCESS [ 627.706378] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae deletion is rescheduled due to dependency. [ 627.707317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.882031] env[65529]: INFO networking_nsxv3.common.synchronization [req-d85775ba-8698-4eee-881f-0d1e8f7893c4 req-0f1c6211-bb76-4824-9a86-8208f7cc1788 tempest-VolumesAdminNegativeTest-647144560 tempest-VolumesAdminNegativeTest-647144560-project-member] Enqueued Resource ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 with Priority: HIGHEST for action security_group_members [ 627.882633] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 with Priority: HIGHEST for action security_group_members [ 627.883094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-56bf3f15-4ffe-4a66-8470-85468da5bc13 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.884512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.884512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.884512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.884512] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.884980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.884980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.888032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.888032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.888032] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56bf3f15-4ffe-4a66-8470-85468da5bc13',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.151433] env[65529]: INFO networking_nsxv3.common.synchronization [None req-290f90ae-71a6-4b43-8dec-aac31dbcb351 None None] Enqueued Resource ID: c5b57d59-2c58-4823-b978-639a15dd3630 with Priority: HIGHEST for action port [ 628.152348] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b57d59-2c58-4823-b978-639a15dd3630 with Priority: HIGHEST for action port [ 628.152697] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b57d59-2c58-4823-b978-639a15dd3630 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.152829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b57d59-2c58-4823-b978-639a15dd3630" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.152912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b57d59-2c58-4823-b978-639a15dd3630" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.154035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b57d59-2c58-4823-b978-639a15dd3630" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.154035] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b57d59-2c58-4823-b978-639a15dd3630',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.388502] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.388659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.388771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.389213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.389213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.389340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.389461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.389621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.389778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.389778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.389778] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 already deleted. [ 628.389778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.595551] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.595679] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-413" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.595841] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-413" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.596378] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-413" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.596839] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.597539] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.597702] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.598018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.598075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.598303] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.598418] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.598523] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.598640] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.598758] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.598987] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.598987] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.623400] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.624094] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.624094] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.624094] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-413" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.624732] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-8164db64-e35a-4ccc-8016-12106884bc87 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.624839] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-8164db64-e35a-4ccc-8016-12106884bc87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.625396] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-8164db64-e35a-4ccc-8016-12106884bc87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.625852] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-8164db64-e35a-4ccc-8016-12106884bc87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.625852] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8164db64-e35a-4ccc-8016-12106884bc87',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.655865] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5b57d59-2c58-4823-b978-639a15dd3630 [ 628.656090] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.656182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.656232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.656427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.656541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.656637] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5b57d59-2c58-4823-b978-639a15dd3630 already deleted. [ 628.656797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b57d59-2c58-4823-b978-639a15dd3630" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.129862] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.130237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.130237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.130337] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.130521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.130599] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 8164db64-e35a-4ccc-8016-12106884bc87 not found, creating... [ 629.131077] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.131077] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.131274] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.131328] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.131465] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.131773] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.131928] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.132051] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.132308] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.132437] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.132574] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 8164db64-e35a-4ccc-8016-12106884bc87 is going to be created. [ 629.156476] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.156808] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.157010] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.159833] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.159833] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.159833] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-8164db64-e35a-4ccc-8016-12106884bc87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.548189] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 629.548463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.941679] env[65529]: INFO networking_nsxv3.common.synchronization [req-d85775ba-8698-4eee-881f-0d1e8f7893c4 req-708035a2-4a55-4c1d-bd10-2064eeaf380f service nova] Enqueued Resource ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 with Priority: HIGHEST for action security_group_rules [ 629.941679] env[65529]: INFO networking_nsxv3.common.synchronization [req-d85775ba-8698-4eee-881f-0d1e8f7893c4 req-708035a2-4a55-4c1d-bd10-2064eeaf380f service nova] Enqueued Resource ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 with Priority: HIGHEST for action security_group_members [ 629.941679] env[65529]: INFO networking_nsxv3.common.synchronization [req-d85775ba-8698-4eee-881f-0d1e8f7893c4 req-708035a2-4a55-4c1d-bd10-2064eeaf380f service nova] Enqueued Resource ID: 8164db64-e35a-4ccc-8016-12106884bc87 with Priority: HIGHEST for action port [ 629.944146] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 with Priority: HIGHEST for action security_group_rules [ 629.944605] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 with Priority: HIGHEST for action security_group_members [ 629.944779] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8164db64-e35a-4ccc-8016-12106884bc87 with Priority: HIGHEST for action port [ 629.946382] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56bf3f15-4ffe-4a66-8470-85468da5bc13 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.946616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.946616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.946929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.947234] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56bf3f15-4ffe-4a66-8470-85468da5bc13',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.948317] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-56bf3f15-4ffe-4a66-8470-85468da5bc13 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.949723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.949844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.950124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.950338] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.950479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.950671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.950755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.950862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.950979] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56bf3f15-4ffe-4a66-8470-85468da5bc13',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.952414] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-8164db64-e35a-4ccc-8016-12106884bc87 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.952530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8164db64-e35a-4ccc-8016-12106884bc87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.952602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8164db64-e35a-4ccc-8016-12106884bc87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.953395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8164db64-e35a-4ccc-8016-12106884bc87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.953395] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8164db64-e35a-4ccc-8016-12106884bc87',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.122758] env[65529]: INFO networking_nsxv3.common.synchronization [req-cb0e16f9-8631-412c-b653-bcec8893ceb6 req-35f89edb-12ee-4d7b-aa66-8afc810f08a8 tempest-ListServersNegativeTestJSON-1907947492 tempest-ListServersNegativeTestJSON-1907947492-project-member] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 630.123379] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 630.124073] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.124073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.124073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.124512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.125115] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.125115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.125115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.125354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.125354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.125354] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.395469] env[65529]: INFO networking_nsxv3.common.synchronization [None req-001c9f40-9fbc-4fbd-bb44-42d8867ce3ba None None] Enqueued Resource ID: ac845402-6fa0-483c-ac84-8128bd6fbc77 with Priority: HIGHEST for action port [ 630.395945] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac845402-6fa0-483c-ac84-8128bd6fbc77 with Priority: HIGHEST for action port [ 630.396227] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac845402-6fa0-483c-ac84-8128bd6fbc77 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.396227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac845402-6fa0-483c-ac84-8128bd6fbc77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.396227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac845402-6fa0-483c-ac84-8128bd6fbc77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.396518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac845402-6fa0-483c-ac84-8128bd6fbc77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.396575] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac845402-6fa0-483c-ac84-8128bd6fbc77',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.454645] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56bf3f15-4ffe-4a66-8470-85468da5bc13',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.455814] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-56bf3f15-4ffe-4a66-8470-85468da5bc13 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.455814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.456330] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8164db64-e35a-4ccc-8016-12106884bc87 with status ACTIVE [ 630.456330] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.456620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.456620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.456853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.457031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.460024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.460024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.460024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.460024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.460024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.460024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.460024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.460024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.460024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.460024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.460024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8164db64-e35a-4ccc-8016-12106884bc87 is going to be updated. [ 630.492402] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.492402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.492402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.492402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.492402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.492402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8164db64-e35a-4ccc-8016-12106884bc87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.545175] env[65529]: INFO networking_nsxv3.common.synchronization [req-a0ca19b2-fb70-4d59-b5b7-da0522e6c9fc req-79205594-3d42-48d6-b693-1b125e65dcc0 tempest-ServerExternalEventsTest-224467029 tempest-ServerExternalEventsTest-224467029-project-member] Enqueued Resource ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 with Priority: HIGHEST for action security_group_members [ 630.545895] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 with Priority: HIGHEST for action security_group_members [ 630.546394] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.546554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.546676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.547094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.547270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.547461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.547572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.547840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.548062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.548270] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.628547] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.899193] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac845402-6fa0-483c-ac84-8128bd6fbc77 [ 630.899503] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.899646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.899717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.899953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.900087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.900153] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac845402-6fa0-483c-ac84-8128bd6fbc77 already deleted. [ 630.900238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac845402-6fa0-483c-ac84-8128bd6fbc77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.956976] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56bf3f15-4ffe-4a66-8470-85468da5bc13',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.051980] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.053828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.054188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.054444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.054601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.054832] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.054957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.055057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.055252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.055341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.055479] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 is going to be updated. [ 631.094877] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.095206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.095318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.095544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.095709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.107700] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 in Status: IN_PROGRESS for 2s [ 631.132257] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.459892] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.460323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.460323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.461306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.461306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.461306] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 is going to be created. [ 631.494424] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.494583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.494653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.494910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.495202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.507845] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 in Status: UNINITIALIZED for 2s [ 631.634865] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.635071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.635161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.635446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.635526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.635613] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 is going to be updated. [ 631.684776] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.684776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.684776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.684776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.684776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.696945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: IN_PROGRESS for 2s [ 632.303433] env[65529]: INFO networking_nsxv3.common.synchronization [None req-72273714-fa41-4bd0-b7a4-e5fe56d7d7d9 None None] Enqueued Resource ID: 81739ebd-67a8-438e-9bc1-d71271a42602 with Priority: HIGHEST for action port [ 632.304943] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81739ebd-67a8-438e-9bc1-d71271a42602 with Priority: HIGHEST for action port [ 632.305883] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-81739ebd-67a8-438e-9bc1-d71271a42602 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.305883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81739ebd-67a8-438e-9bc1-d71271a42602" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.305883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81739ebd-67a8-438e-9bc1-d71271a42602" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.306390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81739ebd-67a8-438e-9bc1-d71271a42602" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.306390] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81739ebd-67a8-438e-9bc1-d71271a42602',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.460991] env[65529]: INFO networking_nsxv3.common.synchronization [req-ce8181ce-9d49-4eee-a3c9-037c2c5ecfab req-68937062-0a51-47d3-a93e-c468e96caa1b tempest-ServersV294TestFqdnHostnames-1407796429 tempest-ServersV294TestFqdnHostnames-1407796429-project-member] Enqueued Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGHEST for action security_group_members [ 632.460991] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGHEST for action security_group_members [ 632.460991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa0462d-c236-453c-b159-169752f3af9a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.460991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.460991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.460991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.461801] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.461801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.461801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.461801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.461801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.463161] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa0462d-c236-453c-b159-169752f3af9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.809566] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81739ebd-67a8-438e-9bc1-d71271a42602 [ 632.809829] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.809943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.810139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.810344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.810458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.810746] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81739ebd-67a8-438e-9bc1-d71271a42602 already deleted. [ 632.810867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81739ebd-67a8-438e-9bc1-d71271a42602" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.969722] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.969722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.969967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.970196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.970196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.970672] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.970672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.970788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.970918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.971216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.971216] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa0462d-c236-453c-b159-169752f3af9a already deleted. [ 632.971423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.123764] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 in Status: SUCCESS [ 633.123942] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 deletion is rescheduled due to dependency. [ 633.124066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.429410] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.430473] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-564" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.430473] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-564" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.430473] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-564" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.430473] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.430473] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.430989] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.431050] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.432298] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.432390] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.433770] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.433770] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.433770] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.433770] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.433770] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.433770] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.453973] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.454207] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.454334] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.455168] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-564" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.455168] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-9eff11d1-c5a2-426d-8ab9-eed03b0ac13a taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.455420] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-9eff11d1-c5a2-426d-8ab9-eed03b0ac13a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.455472] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-9eff11d1-c5a2-426d-8ab9-eed03b0ac13a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.455868] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-9eff11d1-c5a2-426d-8ab9-eed03b0ac13a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.456083] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eff11d1-c5a2-426d-8ab9-eed03b0ac13a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.521493] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 in Status: SUCCESS [ 633.521820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.521880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.522110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.522306] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.522440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.522538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.522733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.522800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.522850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.522953] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56bf3f15-4ffe-4a66-8470-85468da5bc13',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.710053] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: SUCCESS [ 633.710729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.964493] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.964493] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.964493] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.964493] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.964493] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.964493] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 9eff11d1-c5a2-426d-8ab9-eed03b0ac13a not found, creating... [ 633.964991] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.964991] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.964991] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.965143] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.965300] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.967632] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.967860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.968043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.968292] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.968422] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.968559] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 9eff11d1-c5a2-426d-8ab9-eed03b0ac13a is going to be created. [ 633.994268] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.994594] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.995085] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.995502] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.995760] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.995991] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-9eff11d1-c5a2-426d-8ab9-eed03b0ac13a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.025294] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-56bf3f15-4ffe-4a66-8470-85468da5bc13 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.025510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.025510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.025723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.025939] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.026054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.026054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.026181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.026271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.026348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.026492] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-56bf3f15-4ffe-4a66-8470-85468da5bc13 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.026580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.026635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.026956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.027110] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.027200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.027258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.027396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.027471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.027555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.027646] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56bf3f15-4ffe-4a66-8470-85468da5bc13',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.415270] env[65529]: INFO networking_nsxv3.common.synchronization [req-0642b56f-2240-4d2d-a6db-9232bc6ff3f0 req-5405f2ea-cbac-4d6b-8914-9eb2d9b5b9ad tempest-ServerTagsTestJSON-1258864995 tempest-ServerTagsTestJSON-1258864995-project-member] Enqueued Resource ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da with Priority: HIGHEST for action security_group_members [ 634.415818] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da with Priority: HIGHEST for action security_group_members [ 634.416177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae0dec-9c90-4cf6-8e15-89487b6c45da taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.416303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.416371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.416702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.416963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.417307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.417307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.417435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.417475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.417555] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82ae0dec-9c90-4cf6-8e15-89487b6c45da',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.512928] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ddb47219-a21e-4cd4-9c66-c972a345117e None None] Enqueued Resource ID: e1bca613-7605-42e5-967d-8a078e365921 with Priority: HIGHEST for action port [ 634.514081] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1bca613-7605-42e5-967d-8a078e365921 with Priority: HIGHEST for action port [ 634.515123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1bca613-7605-42e5-967d-8a078e365921 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.515295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1bca613-7605-42e5-967d-8a078e365921" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.515371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1bca613-7605-42e5-967d-8a078e365921" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.515745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1bca613-7605-42e5-967d-8a078e365921" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.515892] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1bca613-7605-42e5-967d-8a078e365921',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.530022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56bf3f15-4ffe-4a66-8470-85468da5bc13: rpc.has_security_group_logging(os_id): False [ 634.549429] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.549756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.549830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.550124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.550239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.550431] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.550550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.550697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.550839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.550928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.551158] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.551280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.551389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.552491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.552491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.552491] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.552734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.552908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.553132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.553278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.553429] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 is going to be created. [ 634.623408] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.623646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.623646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.623865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.624072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.638805] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 in Status: IN_PROGRESS for 2s [ 634.758532] env[65529]: INFO networking_nsxv3.common.synchronization [req-ce8181ce-9d49-4eee-a3c9-037c2c5ecfab req-93fbcfeb-f439-4663-933a-31de2480dfe8 service nova] Enqueued Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGHEST for action security_group_rules [ 634.758705] env[65529]: INFO networking_nsxv3.common.synchronization [req-ce8181ce-9d49-4eee-a3c9-037c2c5ecfab req-93fbcfeb-f439-4663-933a-31de2480dfe8 service nova] Enqueued Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGHEST for action security_group_members [ 634.758826] env[65529]: INFO networking_nsxv3.common.synchronization [req-ce8181ce-9d49-4eee-a3c9-037c2c5ecfab req-93fbcfeb-f439-4663-933a-31de2480dfe8 service nova] Enqueued Resource ID: 9eff11d1-c5a2-426d-8ab9-eed03b0ac13a with Priority: HIGHEST for action port [ 634.759596] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGHEST for action security_group_rules [ 634.759596] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGHEST for action security_group_members [ 634.759596] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eff11d1-c5a2-426d-8ab9-eed03b0ac13a with Priority: HIGHEST for action port [ 634.759883] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa0462d-c236-453c-b159-169752f3af9a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.760050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.760116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.760356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.760417] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa0462d-c236-453c-b159-169752f3af9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.764218] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa0462d-c236-453c-b159-169752f3af9a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.764710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.764710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.764710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.764863] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.764863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.764946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.765096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.765187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.765274] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa0462d-c236-453c-b159-169752f3af9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.767023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eff11d1-c5a2-426d-8ab9-eed03b0ac13a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.767176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eff11d1-c5a2-426d-8ab9-eed03b0ac13a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.767264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eff11d1-c5a2-426d-8ab9-eed03b0ac13a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.767466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eff11d1-c5a2-426d-8ab9-eed03b0ac13a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.767551] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eff11d1-c5a2-426d-8ab9-eed03b0ac13a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.920374] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.920569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.920640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.924536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.924536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.924536] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.924536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.924536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.924536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.924536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.924536] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da already deleted. [ 634.924536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.019540] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1bca613-7605-42e5-967d-8a078e365921 [ 635.019985] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.020204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.020307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.020621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.021819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.022240] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1bca613-7605-42e5-967d-8a078e365921 already deleted. [ 635.022240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1bca613-7605-42e5-967d-8a078e365921" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.132181] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.132538] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-722" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.132538] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-722" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.132809] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-722" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.133261] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.133830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.134070] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.134377] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.134668] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.135146] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.135302] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.136061] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.136061] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.136061] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.136061] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.136061] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.157252] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.158021] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.158021] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.158021] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-722" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.158326] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-cfa1832b-ad71-490c-8231-d4bab9d8723c taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.158514] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-cfa1832b-ad71-490c-8231-d4bab9d8723c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.158624] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-cfa1832b-ad71-490c-8231-d4bab9d8723c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.159024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-cfa1832b-ad71-490c-8231-d4bab9d8723c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.159176] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa1832b-ad71-490c-8231-d4bab9d8723c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.269676] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fa0462d-c236-453c-b159-169752f3af9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.271235] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa0462d-c236-453c-b159-169752f3af9a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.271793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.271793] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9eff11d1-c5a2-426d-8ab9-eed03b0ac13a with status ACTIVE [ 635.271793] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.271793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.271978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.272034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.272117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.272282] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.272376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.272439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.272589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.272667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.272846] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.272940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.273008] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.278343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.278343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.278343] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9eff11d1-c5a2-426d-8ab9-eed03b0ac13a is going to be updated. [ 635.303872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.303980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.303980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.307334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.308035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.308035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eff11d1-c5a2-426d-8ab9-eed03b0ac13a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.662250] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.667822] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.667822] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.667822] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.667822] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.667822] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port cfa1832b-ad71-490c-8231-d4bab9d8723c not found, creating... [ 635.667822] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.667822] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.667822] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.667822] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.669915] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.669915] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.669915] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.669915] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.669915] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.669915] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.670189] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: cfa1832b-ad71-490c-8231-d4bab9d8723c is going to be created. [ 635.696013] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.696013] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.696213] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.696354] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.696585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.696826] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-cfa1832b-ad71-490c-8231-d4bab9d8723c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.780859] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fa0462d-c236-453c-b159-169752f3af9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.174015] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f369d2af-f8e9-40cf-a76f-64b9a2ba8112 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGHEST for action security_group_rules [ 636.175088] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGHEST for action security_group_rules [ 636.175690] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.175950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.176157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.177383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.177614] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.285062] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.285561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.286074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.286074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.286359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.286421] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa0462d-c236-453c-b159-169752f3af9a is going to be created. [ 636.318095] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.318343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.318343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.318817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.318817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.330551] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa0462d-c236-453c-b159-169752f3af9a in Status: UNINITIALIZED for 2s [ 636.415982] env[65529]: INFO networking_nsxv3.common.synchronization [None req-6e147506-fdfb-4790-a463-b89613c26123 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGHEST for action security_group_rules [ 636.416682] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGHEST for action security_group_rules [ 636.416977] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.417070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.551361] env[65529]: INFO networking_nsxv3.common.synchronization [req-0642b56f-2240-4d2d-a6db-9232bc6ff3f0 req-cd636832-d486-47ab-b6bf-174ba26cf4c0 service nova] Enqueued Resource ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da with Priority: HIGHEST for action security_group_rules [ 636.551682] env[65529]: INFO networking_nsxv3.common.synchronization [req-0642b56f-2240-4d2d-a6db-9232bc6ff3f0 req-cd636832-d486-47ab-b6bf-174ba26cf4c0 service nova] Enqueued Resource ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da with Priority: HIGHEST for action security_group_members [ 636.551871] env[65529]: INFO networking_nsxv3.common.synchronization [req-0642b56f-2240-4d2d-a6db-9232bc6ff3f0 req-cd636832-d486-47ab-b6bf-174ba26cf4c0 service nova] Enqueued Resource ID: cfa1832b-ad71-490c-8231-d4bab9d8723c with Priority: HIGHEST for action port [ 636.553046] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da with Priority: HIGHEST for action security_group_rules [ 636.553418] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da with Priority: HIGHEST for action security_group_members [ 636.553418] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa1832b-ad71-490c-8231-d4bab9d8723c with Priority: HIGHEST for action port [ 636.553758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82ae0dec-9c90-4cf6-8e15-89487b6c45da taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.553946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.554056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.554405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.555030] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82ae0dec-9c90-4cf6-8e15-89487b6c45da',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.555712] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae0dec-9c90-4cf6-8e15-89487b6c45da taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.555876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.556975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.556975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.556975] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.556975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.556975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.556975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.556975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.557439] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82ae0dec-9c90-4cf6-8e15-89487b6c45da',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.558121] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfa1832b-ad71-490c-8231-d4bab9d8723c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.558121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfa1832b-ad71-490c-8231-d4bab9d8723c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.558264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfa1832b-ad71-490c-8231-d4bab9d8723c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.559121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfa1832b-ad71-490c-8231-d4bab9d8723c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.559121] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa1832b-ad71-490c-8231-d4bab9d8723c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.653946] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 in Status: SUCCESS [ 636.654343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.698982] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.699462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.699462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.699462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.699618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.699662] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 already deleted. [ 636.699708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.699867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.700020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.700133] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.062258] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfa1832b-ad71-490c-8231-d4bab9d8723c with status ACTIVE [ 637.062258] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.062864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.062864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.062864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.063046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.063162] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.063285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.063285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.063615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.063615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.063811] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.063811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.063953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.064581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.064581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.064581] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfa1832b-ad71-490c-8231-d4bab9d8723c is going to be updated. [ 637.065888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae0dec-9c90-4cf6-8e15-89487b6c45da taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.065888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.066152] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82ae0dec-9c90-4cf6-8e15-89487b6c45da',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.108695] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.109072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.109072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.109351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.109351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.109650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfa1832b-ad71-490c-8231-d4bab9d8723c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.258290] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.258290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.258290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.260049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.260049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.260049] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 already deleted. [ 637.260049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.575289] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82ae0dec-9c90-4cf6-8e15-89487b6c45da',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.666202] env[65529]: INFO networking_nsxv3.common.synchronization [None req-893b3477-ebb8-47fd-ae37-463942d3ce32 tempest-ServersTestManualDisk-128082929 tempest-ServersTestManualDisk-128082929-project-member] Enqueued Resource ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 with Priority: HIGHEST for action security_group_rules [ 637.666202] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 with Priority: HIGHEST for action security_group_rules [ 637.666202] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7c7513-a186-46ea-bfcd-95b79f49e472 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.666202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.666202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.666202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.666202] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7c7513-a186-46ea-bfcd-95b79f49e472',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.886040] env[65529]: INFO networking_nsxv3.common.synchronization [None req-578c31ec-5b18-4cea-a7b7-5304db8b873b tempest-ServersTestManualDisk-128082929 tempest-ServersTestManualDisk-128082929-project-member] Enqueued Resource ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 with Priority: HIGHEST for action security_group_rules [ 637.886767] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 with Priority: HIGHEST for action security_group_rules [ 637.887075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7c7513-a186-46ea-bfcd-95b79f49e472 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.890061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.078677] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.078677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.078677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.078677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.078677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.078677] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da is going to be created. [ 638.120586] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.120586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.120586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.120586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.120586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.133059] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da in Status: UNINITIALIZED for 2s [ 638.193059] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.193059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.193059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.193059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.193059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.193059] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 already deleted. [ 638.193059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.193059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.193059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.193059] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7c7513-a186-46ea-bfcd-95b79f49e472',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.345732] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa0462d-c236-453c-b159-169752f3af9a in Status: SUCCESS [ 638.345732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.345732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.345732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.347589] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.347686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.347686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.348242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.348242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.348242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.348390] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fa0462d-c236-453c-b159-169752f3af9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.717742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.718293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.718293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.718293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.718571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.718571] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 already deleted. [ 638.718571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.853371] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fa0462d-c236-453c-b159-169752f3af9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.355664] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fa0462d-c236-453c-b159-169752f3af9a: rpc.has_security_group_logging(os_id): False [ 639.379105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.379105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.379105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.379105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.379105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.379105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.379105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.379105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.379105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.379105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.379105] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa0462d-c236-453c-b159-169752f3af9a is going to be created. [ 639.449858] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.450127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.450235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.450674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.451258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.473433] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa0462d-c236-453c-b159-169752f3af9a in Status: IN_PROGRESS for 2s [ 640.148694] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da in Status: SUCCESS [ 640.148991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.149292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.149593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.149715] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.149822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.149912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.150055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.150266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.150266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.150341] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82ae0dec-9c90-4cf6-8e15-89487b6c45da',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.652821] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae0dec-9c90-4cf6-8e15-89487b6c45da taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.653167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.653594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.653728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.653937] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.654172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.654172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.654376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.654488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.654561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.654749] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae0dec-9c90-4cf6-8e15-89487b6c45da taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.655115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.655115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.655115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.655290] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.655290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.655376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.655635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.655635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.655635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.655799] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82ae0dec-9c90-4cf6-8e15-89487b6c45da',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.830404] env[65529]: INFO networking_nsxv3.common.synchronization [req-5d323094-6d8e-47f5-815b-21740033cda7 req-5b77736e-e558-408c-88dc-a73210f5e01f tempest-ServerAddressesNegativeTestJSON-2088257747 tempest-ServerAddressesNegativeTestJSON-2088257747-project-member] Enqueued Resource ID: 2917304d-605a-4c4d-8386-cef458308ece with Priority: HIGHEST for action security_group_members [ 640.831346] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2917304d-605a-4c4d-8386-cef458308ece with Priority: HIGHEST for action security_group_members [ 640.831809] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2917304d-605a-4c4d-8386-cef458308ece taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.832032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.832191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.832451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.832551] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.832681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.832796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.833017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.833135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.833611] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2917304d-605a-4c4d-8386-cef458308ece',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.160454] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82ae0dec-9c90-4cf6-8e15-89487b6c45da: rpc.has_security_group_logging(os_id): False [ 641.192233] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.192233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.192233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.192233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.192233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.192233] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.192233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.192233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.192233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.193015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.193491] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.193846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.194132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.194422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.197022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.197022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.197022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.197022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.197022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.197022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.197022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da is going to be created. [ 641.270886] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.271095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.271191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.271938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.272220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.287988] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da in Status: IN_PROGRESS for 2s [ 641.335910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.336078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.336147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.336441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.336553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.336757] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.336927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.337301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.337510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.337593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.337684] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2917304d-605a-4c4d-8386-cef458308ece is going to be updated. [ 641.424692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.425016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.425016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.425262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.425455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.439114] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2917304d-605a-4c4d-8386-cef458308ece in Status: IN_PROGRESS for 2s [ 641.445393] env[65529]: INFO networking_nsxv3.common.synchronization [req-0ace282d-7cf2-4d11-9e5b-440f4b09f5d0 req-21f2e05c-4a20-4e82-9ffa-da9a7b1dd632 tempest-ServersTestMultiNic-1405424586 tempest-ServersTestMultiNic-1405424586-project-member] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 641.446173] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 641.446655] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.446905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.447090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.447408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.447408] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.447679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.447679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.447798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.447872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.447918] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.491609] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa0462d-c236-453c-b159-169752f3af9a in Status: SUCCESS [ 641.492017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.861410] env[65529]: INFO networking_nsxv3.common.synchronization [req-0ace282d-7cf2-4d11-9e5b-440f4b09f5d0 req-ce91e94e-baf8-4e1a-b3e0-a39b94b8b470 tempest-ServersTestMultiNic-1405424586 tempest-ServersTestMultiNic-1405424586-project-member] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 641.862254] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 641.862657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.862794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.951079] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.271720] env[65529]: INFO networking_nsxv3.common.synchronization [req-0ace282d-7cf2-4d11-9e5b-440f4b09f5d0 req-f8b762f0-c839-4046-9948-16f31c988f25 tempest-ServersTestMultiNic-1405424586 tempest-ServersTestMultiNic-1405424586-project-member] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 642.272610] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 642.272610] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.272610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.451515] env[65529]: INFO networking_nsxv3.common.synchronization [None req-a9387ee2-493f-4c08-9aba-11ef50e96863 None None] Enqueued Resource ID: 3b94a7b4-ab20-4acf-9038-af68b67dd9f6 with Priority: HIGHEST for action port [ 642.451515] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b94a7b4-ab20-4acf-9038-af68b67dd9f6 with Priority: HIGHEST for action port [ 642.451515] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b94a7b4-ab20-4acf-9038-af68b67dd9f6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.451515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b94a7b4-ab20-4acf-9038-af68b67dd9f6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.451814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b94a7b4-ab20-4acf-9038-af68b67dd9f6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.452139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b94a7b4-ab20-4acf-9038-af68b67dd9f6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.452239] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b94a7b4-ab20-4acf-9038-af68b67dd9f6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.455932] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.747034] env[65529]: INFO networking_nsxv3.common.synchronization [req-25156996-2ec7-4d66-b03d-bcd2cb6d88d1 req-e0224995-2d02-448f-98cd-fd8affc19b3b tempest-ServerDiagnosticsNegativeTest-1341108986 tempest-ServerDiagnosticsNegativeTest-1341108986-project-member] Enqueued Resource ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a with Priority: HIGHEST for action security_group_members [ 642.747998] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a with Priority: HIGHEST for action security_group_members [ 642.748716] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9a8db9a-b10e-4baa-9587-714f32f5a40a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.751221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.751221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.751221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.751221] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.751221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.751221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.751221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.751221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.751221] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9a8db9a-b10e-4baa-9587-714f32f5a40a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.955731] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b94a7b4-ab20-4acf-9038-af68b67dd9f6 [ 642.955731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.955731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.956372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.956372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.956372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.956372] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b94a7b4-ab20-4acf-9038-af68b67dd9f6 already deleted. [ 642.956568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b94a7b4-ab20-4acf-9038-af68b67dd9f6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.961341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.961341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.961341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.961341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.961341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.961341] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 642.992204] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.993431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.995129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.995129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.995129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.004545] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 643.255105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.255635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.255635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.256489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.256489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.256489] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.256489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.256489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.256489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.256796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.256796] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a is going to be updated. [ 643.291480] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.291660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.291751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.292079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.292241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.307123] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a in Status: IN_PROGRESS for 2s [ 643.314731] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da in Status: SUCCESS [ 643.314731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.454926] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2917304d-605a-4c4d-8386-cef458308ece in Status: SUCCESS [ 643.455135] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2917304d-605a-4c4d-8386-cef458308ece deletion is rescheduled due to dependency. [ 643.455225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.607198] env[65529]: INFO networking_nsxv3.common.synchronization [req-6d3d3218-bdfa-4ac6-901a-ed61f0b57528 req-e6bf32b6-37a2-4665-ba4b-5c4cbe5b7bd5 tempest-DeleteServersAdminTestJSON-215597014 tempest-DeleteServersAdminTestJSON-215597014-project-member] Enqueued Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_members [ 643.607198] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_members [ 643.607198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.607198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.607495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.607704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.607877] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.607978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.608050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.608249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.608374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.608428] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.112081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.112368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.112368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.112650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.112650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.112802] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.112899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.113027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.113785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.113914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.114019] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 is going to be updated. [ 644.133757] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.133757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.133757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.133757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.133757] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.134182] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.134182] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.134360] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.134513] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.134720] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.134906] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.135028] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.135174] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.135308] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.135411] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.135538] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.143591] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.144748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.144748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.144748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.144748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.155599] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.155754] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.157440] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.157440] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.157440] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-808fdbd6-5875-42e1-a17e-4f886f79bcc9 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.157440] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-808fdbd6-5875-42e1-a17e-4f886f79bcc9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.157440] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-808fdbd6-5875-42e1-a17e-4f886f79bcc9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.157440] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-808fdbd6-5875-42e1-a17e-4f886f79bcc9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.157440] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808fdbd6-5875-42e1-a17e-4f886f79bcc9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.160235] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: IN_PROGRESS for 2s [ 644.659648] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.659879] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.660981] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.660981] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.660981] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.660981] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 808fdbd6-5875-42e1-a17e-4f886f79bcc9 not found, creating... [ 644.660981] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.661368] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.661368] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.661440] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.663111] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.663111] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.663111] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.663111] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.663111] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.663111] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.663111] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 808fdbd6-5875-42e1-a17e-4f886f79bcc9 is going to be created. [ 644.685127] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.687275] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.687275] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.687275] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.687275] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.687275] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-808fdbd6-5875-42e1-a17e-4f886f79bcc9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.015720] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 645.015720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.015720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.015720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.015720] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.016387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.016387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.016387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.016387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.016387] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.063068] env[65529]: INFO networking_nsxv3.common.synchronization [None req-30c44bee-a8f8-4905-8d29-98de15025b78 None None] Enqueued Resource ID: 673c80f9-09ea-4043-a6c2-64c44e2144b6 with Priority: HIGHEST for action port [ 645.064471] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 673c80f9-09ea-4043-a6c2-64c44e2144b6 with Priority: HIGHEST for action port [ 645.065269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-673c80f9-09ea-4043-a6c2-64c44e2144b6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.067109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-673c80f9-09ea-4043-a6c2-64c44e2144b6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.067109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-673c80f9-09ea-4043-a6c2-64c44e2144b6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.067109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-673c80f9-09ea-4043-a6c2-64c44e2144b6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.067109] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('673c80f9-09ea-4043-a6c2-64c44e2144b6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.320760] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a in Status: SUCCESS [ 645.321066] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a deletion is rescheduled due to dependency. [ 645.321124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.433116] env[65529]: INFO networking_nsxv3.common.synchronization [req-6d3d3218-bdfa-4ac6-901a-ed61f0b57528 req-20a076e6-fb94-4803-9a94-543a0ef4c0e9 service nova] Enqueued Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_rules [ 645.436915] env[65529]: INFO networking_nsxv3.common.synchronization [req-6d3d3218-bdfa-4ac6-901a-ed61f0b57528 req-20a076e6-fb94-4803-9a94-543a0ef4c0e9 service nova] Enqueued Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_members [ 645.436915] env[65529]: INFO networking_nsxv3.common.synchronization [req-6d3d3218-bdfa-4ac6-901a-ed61f0b57528 req-20a076e6-fb94-4803-9a94-543a0ef4c0e9 service nova] Enqueued Resource ID: 808fdbd6-5875-42e1-a17e-4f886f79bcc9 with Priority: HIGHEST for action port [ 645.436915] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_rules [ 645.436915] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_members [ 645.436915] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808fdbd6-5875-42e1-a17e-4f886f79bcc9 with Priority: HIGHEST for action port [ 645.436915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.436915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.436915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.436915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.436915] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.438296] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.438372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.438604] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-808fdbd6-5875-42e1-a17e-4f886f79bcc9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.438604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-808fdbd6-5875-42e1-a17e-4f886f79bcc9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.438743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-808fdbd6-5875-42e1-a17e-4f886f79bcc9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.438830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-808fdbd6-5875-42e1-a17e-4f886f79bcc9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.438913] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808fdbd6-5875-42e1-a17e-4f886f79bcc9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.519840] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.519840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.519840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.520162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.520162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.520245] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.520303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.520362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.520524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.520631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.520687] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 645.553349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.553349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.553349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.553349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.553349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.561697] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 645.569047] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 673c80f9-09ea-4043-a6c2-64c44e2144b6 [ 645.569047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.569047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.569047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.569579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.569863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.570076] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:673c80f9-09ea-4043-a6c2-64c44e2144b6 already deleted. [ 645.570436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-673c80f9-09ea-4043-a6c2-64c44e2144b6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.940208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.940208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.941532] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 808fdbd6-5875-42e1-a17e-4f886f79bcc9 with status ACTIVE [ 645.944917] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.944917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.944917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.944917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.944917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.944917] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.944917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.944917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.944917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.944917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.944917] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.944917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.944917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.944917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.944917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.944917] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 808fdbd6-5875-42e1-a17e-4f886f79bcc9 is going to be updated. [ 645.969744] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.969744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.969744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.969744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.969744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.969744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-808fdbd6-5875-42e1-a17e-4f886f79bcc9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.174678] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: SUCCESS [ 646.174678] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 deletion is rescheduled due to dependency. [ 646.174678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.174678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.174678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.174678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.174678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.174678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.174678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.174678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.174678] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.677175] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.180616] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.575801] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 647.576121] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f deletion is rescheduled due to dependency. [ 647.576291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.576524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.576760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.576930] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.577114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.577228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.577485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.577594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.577729] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.684114] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.684336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.684336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.684623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.684716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.684862] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 is going to be updated. [ 647.733009] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.733412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.733532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.734242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.734445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.749587] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: IN_PROGRESS for 2s [ 648.082678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.082678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.082678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.083105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.083278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.083585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.083755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.083873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.084067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.084145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.084235] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 648.113654] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.113874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.113943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.114156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.114303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.126750] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 649.267763] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b20dcb78-69f3-4ce7-9fe9-ff232a00f889 None None] Enqueued Resource ID: 4350b89c-4a6a-4f8a-ab7f-b07c38e20388 with Priority: HIGHEST for action port [ 649.268203] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4350b89c-4a6a-4f8a-ab7f-b07c38e20388 with Priority: HIGHEST for action port [ 649.268203] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4350b89c-4a6a-4f8a-ab7f-b07c38e20388 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.268462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4350b89c-4a6a-4f8a-ab7f-b07c38e20388" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.268462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4350b89c-4a6a-4f8a-ab7f-b07c38e20388" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.269551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4350b89c-4a6a-4f8a-ab7f-b07c38e20388" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.269551] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4350b89c-4a6a-4f8a-ab7f-b07c38e20388',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.761047] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: SUCCESS [ 649.761999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.761999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.761999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.761999] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.761999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.761999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.762355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.762355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.762355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.762464] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.774985] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4350b89c-4a6a-4f8a-ab7f-b07c38e20388 [ 649.775372] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.775372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.775615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.775663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.776388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.776388] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4350b89c-4a6a-4f8a-ab7f-b07c38e20388 already deleted. [ 649.776388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4350b89c-4a6a-4f8a-ab7f-b07c38e20388" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.139485] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 650.139485] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f deletion is rescheduled due to dependency. [ 650.139485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.265322] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.266072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.266457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.266804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.268078] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.268078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.268078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.268078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.268078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.268078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.268078] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.268078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.269132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.269618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.271302] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.271302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.271302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.271302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.271302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.271302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.271302] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.772947] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8d309b7-8fbf-4919-b5e2-9ac8a1613f86: rpc.has_security_group_logging(os_id): False [ 650.806604] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.806751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.806915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.807129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.807234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.807480] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.807611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.807671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.807861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.807951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.808198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.808311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.808380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.808552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.808649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.808831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.809044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.809120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.809369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.809554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.809554] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 is going to be updated. [ 650.905202] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.905362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.905437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.906462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.906462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.944649] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: IN_PROGRESS for 2s [ 651.244870] env[65529]: INFO networking_nsxv3.common.synchronization [req-77da8ce3-a4a2-4dce-b7c9-e78501a6bba9 req-947ea492-676b-4f21-8ce4-daea4ce1f1f6 tempest-ServersWithSpecificFlavorTestJSON-1329483037 tempest-ServersWithSpecificFlavorTestJSON-1329483037-project-member] Enqueued Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_members [ 651.245621] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_members [ 651.246236] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.246423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.246548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.246884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.247100] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.247245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.247327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.247555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.247675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.247787] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.751534] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.751943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.751943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.752110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.752155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.752350] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.752474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.753143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.753143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.753143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.753143] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df175ae4-8fb3-4f59-8675-637172822f7e already deleted. [ 651.753143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.920165] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.920353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-324" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.920475] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-324" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.920810] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-324" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.921672] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.921935] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.922159] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.922529] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.922778] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.923146] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.923268] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.923426] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.923543] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.923659] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.923764] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.923918] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.943596] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.943756] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.943892] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.944076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-324" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.944830] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-6843d430-4b1b-4d9f-ba6a-dac777556597 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.944830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-6843d430-4b1b-4d9f-ba6a-dac777556597" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.944830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-6843d430-4b1b-4d9f-ba6a-dac777556597" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.945094] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-6843d430-4b1b-4d9f-ba6a-dac777556597" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.945217] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6843d430-4b1b-4d9f-ba6a-dac777556597',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.231653] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3743bc7c-2831-44dc-94d2-28725ec16f58 None None] Enqueued Resource ID: 2de7901a-cb7d-4efb-8d3b-be785c875eac with Priority: HIGHEST for action port [ 652.232428] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2de7901a-cb7d-4efb-8d3b-be785c875eac with Priority: HIGHEST for action port [ 652.232906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-2de7901a-cb7d-4efb-8d3b-be785c875eac taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.232906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2de7901a-cb7d-4efb-8d3b-be785c875eac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.233072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2de7901a-cb7d-4efb-8d3b-be785c875eac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.233596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2de7901a-cb7d-4efb-8d3b-be785c875eac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.233776] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2de7901a-cb7d-4efb-8d3b-be785c875eac',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.450049] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.450283] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.450283] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.450584] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.450835] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.450935] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 6843d430-4b1b-4d9f-ba6a-dac777556597 not found, creating... [ 652.451281] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.451456] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.451621] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.451846] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.451946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.452343] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.452467] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.452511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.452737] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.452902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.454840] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 6843d430-4b1b-4d9f-ba6a-dac777556597 is going to be created. [ 652.484707] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.484707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.484707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.484707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.484707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.484707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-6843d430-4b1b-4d9f-ba6a-dac777556597" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.643314] env[65529]: INFO networking_nsxv3.common.synchronization [None req-c15f9c16-f911-497d-bfa4-49ffa1ba50ad None None] Enqueued Resource ID: ec59bdaa-93c8-4e02-a595-9798d515104b with Priority: HIGHEST for action port [ 652.643314] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec59bdaa-93c8-4e02-a595-9798d515104b with Priority: HIGHEST for action port [ 652.643434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec59bdaa-93c8-4e02-a595-9798d515104b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.643509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec59bdaa-93c8-4e02-a595-9798d515104b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.643575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec59bdaa-93c8-4e02-a595-9798d515104b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.643859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec59bdaa-93c8-4e02-a595-9798d515104b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.643947] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec59bdaa-93c8-4e02-a595-9798d515104b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.736451] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2de7901a-cb7d-4efb-8d3b-be785c875eac [ 652.736656] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.736744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.737187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.737187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.737187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.737396] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2de7901a-cb7d-4efb-8d3b-be785c875eac already deleted. [ 652.737396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2de7901a-cb7d-4efb-8d3b-be785c875eac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.960261] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: SUCCESS [ 652.960661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.147538] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec59bdaa-93c8-4e02-a595-9798d515104b [ 653.148886] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.149081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.149195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.149493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.149622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.149747] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec59bdaa-93c8-4e02-a595-9798d515104b already deleted. [ 653.149893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec59bdaa-93c8-4e02-a595-9798d515104b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.241547] env[65529]: INFO networking_nsxv3.common.synchronization [req-77da8ce3-a4a2-4dce-b7c9-e78501a6bba9 req-55a807da-6a0b-4c32-a93a-d9bd0225df9e service nova] Enqueued Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_rules [ 653.241893] env[65529]: INFO networking_nsxv3.common.synchronization [req-77da8ce3-a4a2-4dce-b7c9-e78501a6bba9 req-55a807da-6a0b-4c32-a93a-d9bd0225df9e service nova] Enqueued Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_members [ 653.242520] env[65529]: INFO networking_nsxv3.common.synchronization [req-77da8ce3-a4a2-4dce-b7c9-e78501a6bba9 req-55a807da-6a0b-4c32-a93a-d9bd0225df9e service nova] Enqueued Resource ID: 6843d430-4b1b-4d9f-ba6a-dac777556597 with Priority: HIGHEST for action port [ 653.248265] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_rules [ 653.248265] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_members [ 653.248265] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6843d430-4b1b-4d9f-ba6a-dac777556597 with Priority: HIGHEST for action port [ 653.248265] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.248265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.248265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.248265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.248265] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.248265] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.248265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.248265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.248265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.248265] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.248265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.248265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.248265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.248265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.248265] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.254454] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6843d430-4b1b-4d9f-ba6a-dac777556597 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.254829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6843d430-4b1b-4d9f-ba6a-dac777556597" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.255035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6843d430-4b1b-4d9f-ba6a-dac777556597" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.255398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6843d430-4b1b-4d9f-ba6a-dac777556597" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.255825] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6843d430-4b1b-4d9f-ba6a-dac777556597',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.761270] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6843d430-4b1b-4d9f-ba6a-dac777556597 with status ACTIVE [ 653.761270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.761270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.761270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.761270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.761270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.761270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.761270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.761270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.761270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.761270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.761270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.761270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.761270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.761270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.761270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.761270] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6843d430-4b1b-4d9f-ba6a-dac777556597 is going to be updated. [ 653.763636] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.766144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.766144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.791583] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.791583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.791583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.791583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.791583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.791583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6843d430-4b1b-4d9f-ba6a-dac777556597" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.197155] env[65529]: INFO networking_nsxv3.common.synchronization [None req-c259fe16-83bc-49b5-a6d2-6b924c1013a3 None None] Enqueued Resource ID: 981d28dd-03ce-43bd-a47c-ac3519146f2e with Priority: HIGHEST for action port [ 654.199111] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981d28dd-03ce-43bd-a47c-ac3519146f2e with Priority: HIGHEST for action port [ 654.199111] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-981d28dd-03ce-43bd-a47c-ac3519146f2e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.199111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-981d28dd-03ce-43bd-a47c-ac3519146f2e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.199111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-981d28dd-03ce-43bd-a47c-ac3519146f2e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.200081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-981d28dd-03ce-43bd-a47c-ac3519146f2e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.201408] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('981d28dd-03ce-43bd-a47c-ac3519146f2e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.267274] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.516837] env[65529]: INFO networking_nsxv3.common.synchronization [req-d6e4e6ce-5fb4-4c50-8706-5d3a11d332ac req-8efcebc7-d2a6-46f3-a6ff-8ed7e2d91e35 tempest-VolumesAdminNegativeTest-647144560 tempest-VolumesAdminNegativeTest-647144560-project-member] Enqueued Resource ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 with Priority: HIGHEST for action security_group_members [ 654.519145] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 with Priority: HIGHEST for action security_group_members [ 654.519145] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-56bf3f15-4ffe-4a66-8470-85468da5bc13 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.519145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.519145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.519429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.519467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.519614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.519725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.519994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.520460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.520460] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56bf3f15-4ffe-4a66-8470-85468da5bc13',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.704634] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 981d28dd-03ce-43bd-a47c-ac3519146f2e [ 654.704970] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.705193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.705324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.705607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.705754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.705912] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:981d28dd-03ce-43bd-a47c-ac3519146f2e already deleted. [ 654.708110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-981d28dd-03ce-43bd-a47c-ac3519146f2e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.770042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.770266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.770338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.770558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.770641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.770753] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df175ae4-8fb3-4f59-8675-637172822f7e is going to be created. [ 654.796132] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.796132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.796132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.796301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.796301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.808218] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: UNINITIALIZED for 2s [ 655.023876] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.023876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.023876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.023876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.023876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.023876] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.023876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.023876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.024294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.024294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.024294] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 is going to be updated. [ 655.042993] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e5e0b4ae-31b1-4057-96f3-d6f4a91119a4 None None] Enqueued Resource ID: 6af496ce-6057-4831-bca7-ed3df48a4832 with Priority: HIGHEST for action port [ 655.046353] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af496ce-6057-4831-bca7-ed3df48a4832 with Priority: HIGHEST for action port [ 655.046353] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6af496ce-6057-4831-bca7-ed3df48a4832 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.046353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6af496ce-6057-4831-bca7-ed3df48a4832" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.046353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6af496ce-6057-4831-bca7-ed3df48a4832" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.046353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6af496ce-6057-4831-bca7-ed3df48a4832" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.046353] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6af496ce-6057-4831-bca7-ed3df48a4832',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.055023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.055023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.055023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.055023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.055023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.063605] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 in Status: IN_PROGRESS for 2s [ 655.549104] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6af496ce-6057-4831-bca7-ed3df48a4832 [ 655.550438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.550636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.550636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.551483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.551483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.551483] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6af496ce-6057-4831-bca7-ed3df48a4832 already deleted. [ 655.551483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6af496ce-6057-4831-bca7-ed3df48a4832" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.571515] env[65529]: INFO networking_nsxv3.common.synchronization [req-e00244c2-6754-45d6-96ea-51013a69ef35 req-d2b7cd32-c1dd-4788-9fc6-6e470e5cb855 tempest-MultipleCreateTestJSON-1421038959 tempest-MultipleCreateTestJSON-1421038959-project-member] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 655.572107] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 655.572476] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.572613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.572695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.573150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.573150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.573301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.573301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.573459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.573586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.573677] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.024730] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.024944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.025108] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.025496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.025662] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.025808] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.026096] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.026362] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.026462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.026664] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.026777] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.026854] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.026956] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.027137] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.027259] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.027369] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.048828] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.049065] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.049284] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.049550] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.050059] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-2512464b-8315-4672-b4fe-21ac8a9de419 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.050341] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-2512464b-8315-4672-b4fe-21ac8a9de419" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.050532] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-2512464b-8315-4672-b4fe-21ac8a9de419" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.050986] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-2512464b-8315-4672-b4fe-21ac8a9de419" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.051250] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2512464b-8315-4672-b4fe-21ac8a9de419',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.077042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.077240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.077363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.077526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.077647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.078359] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.078359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.078359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.078359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.078359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.078359] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 656.108049] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.108222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.108317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.108569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.108717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.119467] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 656.554247] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.554802] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.554802] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.554917] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.555025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.555175] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 2512464b-8315-4672-b4fe-21ac8a9de419 not found, creating... [ 656.555512] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.555703] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.555831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.556090] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.556255] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.556578] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.556767] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.556905] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.557185] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.557356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.557500] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 2512464b-8315-4672-b4fe-21ac8a9de419 is going to be created. [ 656.577583] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.577872] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.578062] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.578365] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.578615] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.578883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-2512464b-8315-4672-b4fe-21ac8a9de419" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.818540] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: SUCCESS [ 656.818763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.818984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.819265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.819475] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.819625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.819724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.819952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.820047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.820145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.820243] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.077369] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 in Status: SUCCESS [ 657.077619] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 deletion is rescheduled due to dependency. [ 657.077675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.325514] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.327932] env[65529]: INFO networking_nsxv3.common.synchronization [req-e00244c2-6754-45d6-96ea-51013a69ef35 req-0c7e560e-9333-4d51-bea2-ae5d67d8db30 service nova] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_rules [ 657.332427] env[65529]: INFO networking_nsxv3.common.synchronization [req-e00244c2-6754-45d6-96ea-51013a69ef35 req-0c7e560e-9333-4d51-bea2-ae5d67d8db30 service nova] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 657.332689] env[65529]: INFO networking_nsxv3.common.synchronization [req-e00244c2-6754-45d6-96ea-51013a69ef35 req-0c7e560e-9333-4d51-bea2-ae5d67d8db30 service nova] Enqueued Resource ID: 2512464b-8315-4672-b4fe-21ac8a9de419 with Priority: HIGHEST for action port [ 657.333621] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_rules [ 657.333779] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 657.333939] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2512464b-8315-4672-b4fe-21ac8a9de419 with Priority: HIGHEST for action port [ 657.334894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.334894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.334894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.335116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.335328] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.336454] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.336622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.336959] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-2512464b-8315-4672-b4fe-21ac8a9de419 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.336959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2512464b-8315-4672-b4fe-21ac8a9de419" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.339092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2512464b-8315-4672-b4fe-21ac8a9de419" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.339092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2512464b-8315-4672-b4fe-21ac8a9de419" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.339092] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2512464b-8315-4672-b4fe-21ac8a9de419',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.649748] env[65529]: INFO networking_nsxv3.common.synchronization [req-e00244c2-6754-45d6-96ea-51013a69ef35 req-ea0aea82-fce5-4cf4-a92b-ac9bf33e7405 tempest-MultipleCreateTestJSON-1421038959 tempest-MultipleCreateTestJSON-1421038959-project-member] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 657.650656] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 657.650656] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.650795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.694904] env[65529]: INFO networking_nsxv3.common.synchronization [None req-c66898f6-2d63-4a7f-9be0-d4a5e5725d2e None None] Enqueued Resource ID: ba324f7a-30d4-479b-8141-b43ab92319eb with Priority: HIGHEST for action port [ 657.694904] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba324f7a-30d4-479b-8141-b43ab92319eb with Priority: HIGHEST for action port [ 657.694904] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba324f7a-30d4-479b-8141-b43ab92319eb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.694904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba324f7a-30d4-479b-8141-b43ab92319eb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.694904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba324f7a-30d4-479b-8141-b43ab92319eb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.696201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba324f7a-30d4-479b-8141-b43ab92319eb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.696333] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba324f7a-30d4-479b-8141-b43ab92319eb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.834310] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df175ae4-8fb3-4f59-8675-637172822f7e: rpc.has_security_group_logging(os_id): False [ 657.842633] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.842848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.843074] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2512464b-8315-4672-b4fe-21ac8a9de419 with status ACTIVE [ 657.843276] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.843390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.843453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.843698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.843789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.843955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.844066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.844137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.844307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.844410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.844590] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.844679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.844732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.844890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.844985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.845144] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2512464b-8315-4672-b4fe-21ac8a9de419 is going to be updated. [ 657.857412] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.857671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.857671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.858118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.858236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.858474] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.858615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.858713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.858824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.858901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.859011] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df175ae4-8fb3-4f59-8675-637172822f7e is going to be created. [ 657.870820] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.871136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.871136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.871275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.871394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.871544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2512464b-8315-4672-b4fe-21ac8a9de419" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.947937] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.947937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.948136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.948913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.948913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.971068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: IN_PROGRESS for 2s [ 658.060224] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-786 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.061720] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.061720] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.061720] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.061720] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.061720] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.061720] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.062220] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.062220] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.062360] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.062360] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.062461] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.062570] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.062730] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.062878] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.063414] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.066456] env[65529]: INFO networking_nsxv3.common.synchronization [None req-1eed7c07-1598-4180-9ba6-a45456252c63 None None] Enqueued Resource ID: e7b037fd-7761-480e-9a47-0b68d93043c7 with Priority: HIGHEST for action port [ 658.067559] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b037fd-7761-480e-9a47-0b68d93043c7 with Priority: HIGHEST for action port [ 658.068199] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7b037fd-7761-480e-9a47-0b68d93043c7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.068351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7b037fd-7761-480e-9a47-0b68d93043c7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.068410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7b037fd-7761-480e-9a47-0b68d93043c7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.068692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7b037fd-7761-480e-9a47-0b68d93043c7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.068754] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7b037fd-7761-480e-9a47-0b68d93043c7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.117463] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.117731] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.117883] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.118109] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-786" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.118547] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-4ba833eb-ca0b-45b5-98cb-22de0edd5f9d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.118780] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-4ba833eb-ca0b-45b5-98cb-22de0edd5f9d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.118939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-4ba833eb-ca0b-45b5-98cb-22de0edd5f9d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.120682] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-4ba833eb-ca0b-45b5-98cb-22de0edd5f9d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.120997] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ba833eb-ca0b-45b5-98cb-22de0edd5f9d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.137077] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 658.137298] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d deletion is rescheduled due to dependency. [ 658.138146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.138375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.138733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.138876] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.139099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.139229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.139497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.139649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.140093] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.198693] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba324f7a-30d4-479b-8141-b43ab92319eb [ 658.199098] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.199319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.199408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.199663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.199811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.199939] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba324f7a-30d4-479b-8141-b43ab92319eb already deleted. [ 658.200079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba324f7a-30d4-479b-8141-b43ab92319eb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.572704] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7b037fd-7761-480e-9a47-0b68d93043c7 [ 658.572958] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.573066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.573132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.573363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.573745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.573745] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7b037fd-7761-480e-9a47-0b68d93043c7 already deleted. [ 658.573745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7b037fd-7761-480e-9a47-0b68d93043c7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.627818] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.628115] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.628276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.628597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.628892] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.628945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 4ba833eb-ca0b-45b5-98cb-22de0edd5f9d not found, creating... [ 658.629326] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.629432] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.629573] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.629842] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.630009] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.630355] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.630538] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.630676] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.630905] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.631162] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.631509] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 4ba833eb-ca0b-45b5-98cb-22de0edd5f9d is going to be created. [ 658.643135] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.654154] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.654154] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.654154] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.654597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.654711] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.654955] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-4ba833eb-ca0b-45b5-98cb-22de0edd5f9d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.146535] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.409032] env[65529]: INFO networking_nsxv3.common.synchronization [req-85587e49-0be8-40b3-a660-14bd34557635 req-60e9c94a-1ba2-4479-a7c8-5e771e9329ce tempest-SecurityGroupRulesTestJSON-2080886783 tempest-SecurityGroupRulesTestJSON-2080886783-project-member] Enqueued Resource ID: 6c8f6cdf-edbd-49ba-af6e-4e11105b4c02 with Priority: HIGHEST for action security_group_rules [ 659.409032] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8f6cdf-edbd-49ba-af6e-4e11105b4c02 with Priority: HIGHEST for action security_group_rules [ 659.414140] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8f6cdf-edbd-49ba-af6e-4e11105b4c02 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.414140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8f6cdf-edbd-49ba-af6e-4e11105b4c02" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.414140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8f6cdf-edbd-49ba-af6e-4e11105b4c02" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.414140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8f6cdf-edbd-49ba-af6e-4e11105b4c02" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.414140] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8f6cdf-edbd-49ba-af6e-4e11105b4c02',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.554890] env[65529]: INFO networking_nsxv3.common.synchronization [req-e00244c2-6754-45d6-96ea-51013a69ef35 req-6f9a4b6f-2f54-41d7-9ea5-407eb33e349e service nova] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_rules [ 659.554890] env[65529]: INFO networking_nsxv3.common.synchronization [req-e00244c2-6754-45d6-96ea-51013a69ef35 req-6f9a4b6f-2f54-41d7-9ea5-407eb33e349e service nova] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 659.555083] env[65529]: INFO networking_nsxv3.common.synchronization [req-e00244c2-6754-45d6-96ea-51013a69ef35 req-6f9a4b6f-2f54-41d7-9ea5-407eb33e349e service nova] Enqueued Resource ID: 4ba833eb-ca0b-45b5-98cb-22de0edd5f9d with Priority: HIGHEST for action port [ 659.555769] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_rules [ 659.555959] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 659.556123] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ba833eb-ca0b-45b5-98cb-22de0edd5f9d with Priority: HIGHEST for action port [ 659.556628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.556779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.557190] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.558788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.558788] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ba833eb-ca0b-45b5-98cb-22de0edd5f9d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.558788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ba833eb-ca0b-45b5-98cb-22de0edd5f9d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.558788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ba833eb-ca0b-45b5-98cb-22de0edd5f9d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.558788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ba833eb-ca0b-45b5-98cb-22de0edd5f9d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.558788] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ba833eb-ca0b-45b5-98cb-22de0edd5f9d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.649534] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.649785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.651019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.651019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.651019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.651019] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 659.688995] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.689644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.689824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.690159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.690404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.703925] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 659.929190] env[65529]: INFO networking_nsxv3.common.synchronization [req-d824df59-f892-44e8-b62b-a894a05b0eac req-90bf8abe-3163-42a7-9dd2-bfe81aa2b77c tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGHEST for action security_group_members [ 659.929190] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGHEST for action security_group_members [ 659.929190] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.929190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.929190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.929190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.929190] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.929190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.929190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.929190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.929190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.929190] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.936380] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.937807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.937807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.937807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.937807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.937807] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8f6cdf-edbd-49ba-af6e-4e11105b4c02 already deleted. [ 659.937807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8f6cdf-edbd-49ba-af6e-4e11105b4c02" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.988370] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: SUCCESS [ 659.988603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.065359] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ba833eb-ca0b-45b5-98cb-22de0edd5f9d with status ACTIVE [ 660.065359] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.065359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.065359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.065359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.065359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.065359] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.065359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.065359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.065359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.065359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.065359] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.065359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.065359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.065359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.065359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.065359] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ba833eb-ca0b-45b5-98cb-22de0edd5f9d is going to be updated. [ 660.092700] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.092700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.092700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.093107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.093107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.093310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ba833eb-ca0b-45b5-98cb-22de0edd5f9d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.390278] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.390484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.390576] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.391189] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.391461] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.391617] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.391726] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.391990] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.392190] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.392691] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.392820] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.392927] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.393042] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.393153] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.393264] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.393375] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.413912] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.414282] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.414282] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.414390] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.414679] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-b5b93c26-a229-4a22-bd61-53ecbb7a04ac taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.414940] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-b5b93c26-a229-4a22-bd61-53ecbb7a04ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.414940] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-b5b93c26-a229-4a22-bd61-53ecbb7a04ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.415357] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-b5b93c26-a229-4a22-bd61-53ecbb7a04ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.415487] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b93c26-a229-4a22-bd61-53ecbb7a04ac',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.432103] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.432103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.432311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.432383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.432474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.432671] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.432768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.432849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.432980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.433060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.433151] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 already deleted. [ 660.433229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.455324] env[65529]: INFO networking_nsxv3.common.synchronization [None req-6e57ca54-c65b-45d5-aeb8-fe40b54bd49d None None] Enqueued Resource ID: 3b545fc3-fc12-4b99-b7d0-33846e100fe4 with Priority: HIGHEST for action port [ 660.455324] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b545fc3-fc12-4b99-b7d0-33846e100fe4 with Priority: HIGHEST for action port [ 660.455324] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b545fc3-fc12-4b99-b7d0-33846e100fe4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.455324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b545fc3-fc12-4b99-b7d0-33846e100fe4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.455324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b545fc3-fc12-4b99-b7d0-33846e100fe4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.455324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b545fc3-fc12-4b99-b7d0-33846e100fe4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.455324] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b545fc3-fc12-4b99-b7d0-33846e100fe4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.918587] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.919496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.919496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.919496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.919496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.919496] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port b5b93c26-a229-4a22-bd61-53ecbb7a04ac not found, creating... [ 660.920095] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.920095] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.920095] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.920528] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.920528] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.920665] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.920738] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.920824] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.920991] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.921184] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.921271] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: b5b93c26-a229-4a22-bd61-53ecbb7a04ac is going to be created. [ 660.944143] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.944941] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.944941] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.945414] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.945414] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.945884] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-b5b93c26-a229-4a22-bd61-53ecbb7a04ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.958432] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b545fc3-fc12-4b99-b7d0-33846e100fe4 [ 660.958557] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.960054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.960054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.960054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.960054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.960054] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b545fc3-fc12-4b99-b7d0-33846e100fe4 already deleted. [ 660.960054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b545fc3-fc12-4b99-b7d0-33846e100fe4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.716556] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 661.716556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.716667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.716809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.716986] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.717187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.717248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.717404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.717478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.717567] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.848078] env[65529]: INFO networking_nsxv3.common.synchronization [req-d824df59-f892-44e8-b62b-a894a05b0eac req-97ecb46d-ca36-46b1-a165-0f97c97bbab9 service nova] Enqueued Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGHEST for action security_group_rules [ 661.848078] env[65529]: INFO networking_nsxv3.common.synchronization [req-d824df59-f892-44e8-b62b-a894a05b0eac req-97ecb46d-ca36-46b1-a165-0f97c97bbab9 service nova] Enqueued Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGHEST for action security_group_members [ 661.848239] env[65529]: INFO networking_nsxv3.common.synchronization [req-d824df59-f892-44e8-b62b-a894a05b0eac req-97ecb46d-ca36-46b1-a165-0f97c97bbab9 service nova] Enqueued Resource ID: b5b93c26-a229-4a22-bd61-53ecbb7a04ac with Priority: HIGHEST for action port [ 661.848809] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGHEST for action security_group_rules [ 661.848953] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGHEST for action security_group_members [ 661.849568] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b93c26-a229-4a22-bd61-53ecbb7a04ac with Priority: HIGHEST for action port [ 661.850848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.850848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.850848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.850848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.850848] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.852167] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.852292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.853092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.853291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.853458] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.853590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.853673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.853830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.853929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.854019] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.856155] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b93c26-a229-4a22-bd61-53ecbb7a04ac taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.856155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b93c26-a229-4a22-bd61-53ecbb7a04ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.856155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b93c26-a229-4a22-bd61-53ecbb7a04ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.856155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b93c26-a229-4a22-bd61-53ecbb7a04ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.856155] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b93c26-a229-4a22-bd61-53ecbb7a04ac',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.221957] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.357414] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.357414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.357621] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.360597] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5b93c26-a229-4a22-bd61-53ecbb7a04ac with status ACTIVE [ 662.361790] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.362102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.362102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.362326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.363420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.363420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.363420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.363420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.364926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.364926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.364926] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.364926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.364926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.364926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.364926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.365294] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5b93c26-a229-4a22-bd61-53ecbb7a04ac is going to be updated. [ 662.390564] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.390703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.390765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.391403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.391403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.391403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b93c26-a229-4a22-bd61-53ecbb7a04ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.818673] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.818673] env[65529]: INFO networking_nsxv3.common.synchronization [req-c86be6e5-c731-4217-8e26-5ac3ae98df52 req-6969a2db-874d-46eb-a7c9-339082ef2076 tempest-ServersAdminNegativeTestJSON-522903480 tempest-ServersAdminNegativeTestJSON-522903480-project-member] Enqueued Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_members [ 662.818673] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_members [ 662.818673] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.818673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.818673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.818673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.818673] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.818673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.818673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.818673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.818673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.818673] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.861634] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.195049] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.195267] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.195473] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.195749] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.196122] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.196330] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.196448] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.196681] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.196823] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.197151] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.197338] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.197480] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.197648] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.197846] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.198018] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.198166] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.223351] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.223790] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.223790] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.223790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.224241] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-36ac2de6-a74e-45a8-8c46-55473461a087 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.224425] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-36ac2de6-a74e-45a8-8c46-55473461a087" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.224671] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-36ac2de6-a74e-45a8-8c46-55473461a087" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.225071] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-36ac2de6-a74e-45a8-8c46-55473461a087" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.225241] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ac2de6-a74e-45a8-8c46-55473461a087',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.233927] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.234310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.234462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.234785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.235201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.235320] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 663.242851] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.265177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.265421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.265469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.265686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.265863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.277056] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 663.365618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.365823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.365823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.366153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.366266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.366475] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 is going to be created. [ 663.390374] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.390510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.390598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.390816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.390946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.402068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 in Status: UNINITIALIZED for 2s [ 663.728767] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.729121] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.729121] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.729417] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.729570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.729708] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 36ac2de6-a74e-45a8-8c46-55473461a087 not found, creating... [ 663.729969] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.730143] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.730256] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.730497] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.730640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.730947] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.731113] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.731225] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.731445] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.731647] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.731844] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 36ac2de6-a74e-45a8-8c46-55473461a087 is going to be created. [ 663.745749] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.754135] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.754449] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.754449] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.754748] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.755024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.755232] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-36ac2de6-a74e-45a8-8c46-55473461a087" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.248370] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.248730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.248730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.248836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.248974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.249037] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 is going to be updated. [ 664.279609] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.279800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.279922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.280295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.280549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.292362] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: IN_PROGRESS for 2s [ 664.442025] env[65529]: INFO networking_nsxv3.common.synchronization [None req-c588d65a-de3b-4b5b-893e-d19780b84479 None None] Enqueued Resource ID: e41af05b-9a71-42f8-b8a6-c1c39dd5719c with Priority: HIGHEST for action port [ 664.442025] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41af05b-9a71-42f8-b8a6-c1c39dd5719c with Priority: HIGHEST for action port [ 664.442025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e41af05b-9a71-42f8-b8a6-c1c39dd5719c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.443773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e41af05b-9a71-42f8-b8a6-c1c39dd5719c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.443773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e41af05b-9a71-42f8-b8a6-c1c39dd5719c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.443773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e41af05b-9a71-42f8-b8a6-c1c39dd5719c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.443773] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e41af05b-9a71-42f8-b8a6-c1c39dd5719c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.554218] env[65529]: INFO networking_nsxv3.common.synchronization [req-c86be6e5-c731-4217-8e26-5ac3ae98df52 req-33b4a509-1f33-4e3d-8bd9-7bc275e1cc91 service nova] Enqueued Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_rules [ 664.554569] env[65529]: INFO networking_nsxv3.common.synchronization [req-c86be6e5-c731-4217-8e26-5ac3ae98df52 req-33b4a509-1f33-4e3d-8bd9-7bc275e1cc91 service nova] Enqueued Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_members [ 664.554651] env[65529]: INFO networking_nsxv3.common.synchronization [req-c86be6e5-c731-4217-8e26-5ac3ae98df52 req-33b4a509-1f33-4e3d-8bd9-7bc275e1cc91 service nova] Enqueued Resource ID: 36ac2de6-a74e-45a8-8c46-55473461a087 with Priority: HIGHEST for action port [ 664.555311] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_rules [ 664.555527] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_members [ 664.555776] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36ac2de6-a74e-45a8-8c46-55473461a087 with Priority: HIGHEST for action port [ 664.556246] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.556366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.556444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.556716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.556814] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.557928] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.558106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.558795] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-36ac2de6-a74e-45a8-8c46-55473461a087 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.558795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36ac2de6-a74e-45a8-8c46-55473461a087" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.558795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36ac2de6-a74e-45a8-8c46-55473461a087" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.559173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36ac2de6-a74e-45a8-8c46-55473461a087" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.559173] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36ac2de6-a74e-45a8-8c46-55473461a087',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.947923] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e41af05b-9a71-42f8-b8a6-c1c39dd5719c [ 664.948381] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.948800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.948800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.949020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.949222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.949447] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e41af05b-9a71-42f8-b8a6-c1c39dd5719c already deleted. [ 664.949675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e41af05b-9a71-42f8-b8a6-c1c39dd5719c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.064613] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.064613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.064613] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36ac2de6-a74e-45a8-8c46-55473461a087 with status ACTIVE [ 665.064613] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.064613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.064613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.064613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.064613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.064613] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.064613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.064613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.064613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.064613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.064613] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.065330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.065330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.065330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.065330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.065330] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36ac2de6-a74e-45a8-8c46-55473461a087 is going to be updated. [ 665.095473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.095617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.095692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.095942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.096104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.096279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36ac2de6-a74e-45a8-8c46-55473461a087" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.288996] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 665.290732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.290732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.291617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.294418] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.294418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.294418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.294418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.294418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.294418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.294418] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.294418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.294876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.294876] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.295116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.295262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.296032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.296032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.296032] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.419213] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 in Status: SUCCESS [ 665.419495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.420565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.420565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.420667] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.420770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.420824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.421015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.421779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.421913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.422071] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.799216] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.800388] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.800574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.829053] env[65529]: INFO networking_nsxv3.common.synchronization [req-f46dcc95-82d2-4518-9236-f847f9076b9a req-ef91a7ae-37cf-4ebc-a44c-fc3060b891ab tempest-DeleteServersAdminTestJSON-215597014 tempest-DeleteServersAdminTestJSON-215597014-project-member] Enqueued Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_members [ 665.830519] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGHEST for action security_group_members [ 665.830703] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.830857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.830919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.831168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.831337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.831436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.831499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.831643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.831729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.831825] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.926491] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.304035] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.310239] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: SUCCESS [ 666.310480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.310877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.310877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.313050] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.313050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.313050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.313050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.313050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.313050] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.336031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.336031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.336031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.336031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.336031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.336031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.336031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.336031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.336031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.336031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.336031] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 is going to be updated. [ 666.368588] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.368889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.368889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.369095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.369354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.380780] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: IN_PROGRESS for 2s [ 666.429263] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ed966de4-bbf0-4786-8438-8b4497d04062 None None] Enqueued Resource ID: 1464b933-c6aa-4d90-abf5-c6dc6827da78 with Priority: HIGHEST for action port [ 666.429263] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1464b933-c6aa-4d90-abf5-c6dc6827da78 with Priority: HIGHEST for action port [ 666.429263] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36: rpc.has_security_group_logging(os_id): False [ 666.430570] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1464b933-c6aa-4d90-abf5-c6dc6827da78 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.430927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1464b933-c6aa-4d90-abf5-c6dc6827da78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.431142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1464b933-c6aa-4d90-abf5-c6dc6827da78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.432218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1464b933-c6aa-4d90-abf5-c6dc6827da78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.432218] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1464b933-c6aa-4d90-abf5-c6dc6827da78',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.436402] env[65529]: INFO networking_nsxv3.common.synchronization [req-fc13b50d-2a33-4037-9fd0-ed4ecd5e7561 req-93a96366-c06d-42d5-ae3d-0453114e8f80 tempest-SecurityGroupRulesTestJSON-2080886783 tempest-SecurityGroupRulesTestJSON-2080886783-project-member] Enqueued Resource ID: 0c0fb28f-17d8-4d7a-9284-1d3553394695 with Priority: HIGHEST for action security_group_rules [ 666.437891] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c0fb28f-17d8-4d7a-9284-1d3553394695 with Priority: HIGHEST for action security_group_rules [ 666.437891] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c0fb28f-17d8-4d7a-9284-1d3553394695 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.438185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c0fb28f-17d8-4d7a-9284-1d3553394695" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.438281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c0fb28f-17d8-4d7a-9284-1d3553394695" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.438870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c0fb28f-17d8-4d7a-9284-1d3553394695" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.438870] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c0fb28f-17d8-4d7a-9284-1d3553394695',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.476219] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.476219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.476219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.476219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.476219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.476219] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.476219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.476219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.476219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.476219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.476219] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 is going to be created. [ 666.546842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.546842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.546842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.547296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.547357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.564495] env[65529]: INFO networking_nsxv3.common.synchronization [None req-07ea7989-9013-4146-b169-d5a397d997a0 None None] Enqueued Resource ID: 980a84ba-6f93-4768-8e07-2b7b4246fc42 with Priority: HIGHEST for action port [ 666.568389] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 in Status: IN_PROGRESS for 2s [ 666.569018] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 980a84ba-6f93-4768-8e07-2b7b4246fc42 with Priority: HIGHEST for action port [ 666.569598] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-980a84ba-6f93-4768-8e07-2b7b4246fc42 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.569762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-980a84ba-6f93-4768-8e07-2b7b4246fc42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.569850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-980a84ba-6f93-4768-8e07-2b7b4246fc42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.570255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-980a84ba-6f93-4768-8e07-2b7b4246fc42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.570255] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('980a84ba-6f93-4768-8e07-2b7b4246fc42',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.806247] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.808687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.808687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.808687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.808687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.808687] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 666.815433] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.838235] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.838449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.838622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.838881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.839123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.849862] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 666.934171] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1464b933-c6aa-4d90-abf5-c6dc6827da78 [ 666.934171] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.934781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.935568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.936360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.937897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.937897] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1464b933-c6aa-4d90-abf5-c6dc6827da78 already deleted. [ 666.937897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1464b933-c6aa-4d90-abf5-c6dc6827da78" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.965226] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.965226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.965226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.965425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.965425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.965494] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c0fb28f-17d8-4d7a-9284-1d3553394695 already deleted. [ 666.965543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c0fb28f-17d8-4d7a-9284-1d3553394695" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.077902] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 980a84ba-6f93-4768-8e07-2b7b4246fc42 [ 667.077902] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.077902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.078171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.078312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.078418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.079192] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:980a84ba-6f93-4768-8e07-2b7b4246fc42 already deleted. [ 667.079192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-980a84ba-6f93-4768-8e07-2b7b4246fc42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.319675] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.825073] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.825073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.825073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.825073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.825073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.825073] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 is going to be updated. [ 667.868383] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.870318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.870318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.870318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.870318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.880983] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: IN_PROGRESS for 2s [ 668.047393] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e21e25e6-0c40-4e6a-ae0e-13ccd494e08d tempest-ServersTestJSON-901041426 tempest-ServersTestJSON-901041426-project-member] Enqueued Resource ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 with Priority: HIGHEST for action security_group_rules [ 668.047393] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 with Priority: HIGHEST for action security_group_rules [ 668.047393] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.047393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.047393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.047736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.047736] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cd4355-54fa-4ab8-94c2-fab6b08c98a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.393238] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 in Status: SUCCESS [ 668.393238] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 deletion is rescheduled due to dependency. [ 668.393238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.588673] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.588673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.588673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.588673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.588673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.588673] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 already deleted. [ 668.588673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.596245] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 in Status: SUCCESS [ 668.596245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.742141] env[65529]: INFO networking_nsxv3.common.synchronization [None req-aaf3a989-538d-4f3e-a1fa-368ceea78060 tempest-ServersTestJSON-901041426 tempest-ServersTestJSON-901041426-project-member] Enqueued Resource ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 with Priority: HIGHEST for action security_group_rules [ 668.742141] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 with Priority: HIGHEST for action security_group_rules [ 668.742639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.742639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.742744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.742927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.743073] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cd4355-54fa-4ab8-94c2-fab6b08c98a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.861170] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 668.861677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.862071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.862523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.862910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.864073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.864073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.864073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.864073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.864073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.864073] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.864073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.864073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.864567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.864817] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.865362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.866972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.866972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.868381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.868381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.868381] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.273750] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.273750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.273750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.273750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.273750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.273750] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 already deleted. [ 669.273750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.370561] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5a1e28c-dd22-4c43-b928-6c0fbb50222d: rpc.has_security_group_logging(os_id): False [ 669.393735] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.394261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.394261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.394486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.394576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.395073] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.395262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.395336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.395528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.395612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.395871] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.396227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.396306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.396516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.396604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.396843] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.396945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.397231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.397288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.397349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.397445] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 669.470830] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.470830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.471166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.471239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.471439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.488096] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 669.662987] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ebcede16-1cec-4230-bd5d-eeb0977917c4 None None] Enqueued Resource ID: 6df81f9d-04ba-45a1-9916-dc9c98a73f28 with Priority: HIGHEST for action port [ 669.664209] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df81f9d-04ba-45a1-9916-dc9c98a73f28 with Priority: HIGHEST for action port [ 669.664495] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6df81f9d-04ba-45a1-9916-dc9c98a73f28 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.664625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6df81f9d-04ba-45a1-9916-dc9c98a73f28" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.664699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6df81f9d-04ba-45a1-9916-dc9c98a73f28" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.664964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6df81f9d-04ba-45a1-9916-dc9c98a73f28" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.667445] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df81f9d-04ba-45a1-9916-dc9c98a73f28',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.894402] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: SUCCESS [ 669.894402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.894402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.894402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.894658] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.894658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.894658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.894843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.894843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.894975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.895159] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.068192] env[65529]: INFO networking_nsxv3.common.synchronization [req-6f5c5f4f-afb8-45e5-810a-6d3ff68ba91e req-ae815757-1e66-4454-83c3-0cbe5729120b tempest-ServersTestManualDisk-128082929 tempest-ServersTestManualDisk-128082929-project-member] Enqueued Resource ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 with Priority: HIGHEST for action security_group_members [ 670.068605] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 with Priority: HIGHEST for action security_group_members [ 670.069431] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7c7513-a186-46ea-bfcd-95b79f49e472 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.069571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.069635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.070080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.070361] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.070482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.070543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.070719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.070805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.070899] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7c7513-a186-46ea-bfcd-95b79f49e472',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.170492] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6df81f9d-04ba-45a1-9916-dc9c98a73f28 [ 670.170719] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.170848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.170912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.171144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.171228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.172495] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6df81f9d-04ba-45a1-9916-dc9c98a73f28 already deleted. [ 670.172495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6df81f9d-04ba-45a1-9916-dc9c98a73f28" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.398748] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.398748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.398748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.399343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.399343] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.399343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.399343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.399787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.400410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.400410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.400698] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.400698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.400698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.400948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.400948] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.401154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.401154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.401322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.401322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.401471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.401568] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.574333] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.574333] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.574333] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.575606] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.575822] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.575954] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.576158] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.576571] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.578539] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.578871] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.579019] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.579160] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.579288] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.581779] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.581779] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.581779] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.581779] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.581779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.581779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.583480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.583480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.583480] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.583480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.583480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.583480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.583480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.583480] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 already deleted. [ 670.583480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.606194] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.606401] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.606759] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.606856] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-92" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.607269] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-d9f4a26e-b195-4aff-9b8a-b41bee6042af taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.607477] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-d9f4a26e-b195-4aff-9b8a-b41bee6042af" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.607608] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-d9f4a26e-b195-4aff-9b8a-b41bee6042af" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.608009] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-d9f4a26e-b195-4aff-9b8a-b41bee6042af" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.608750] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f4a26e-b195-4aff-9b8a-b41bee6042af',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.906892] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f624ec1-3a4c-4456-9d00-2fcd27a0d666: rpc.has_security_group_logging(os_id): False [ 670.935316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.935737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.935737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.935889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.935948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.936204] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.936428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.936482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.936708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.936795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.937039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.937178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.937338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.937454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.937555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.937766] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.937892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.937955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.938111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.938255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.938365] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 is going to be updated. [ 671.017829] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.017980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.017980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.018708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.018708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.034703] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: IN_PROGRESS for 2s [ 671.111493] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.111728] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.111872] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.112249] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.112444] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.112638] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port d9f4a26e-b195-4aff-9b8a-b41bee6042af not found, creating... [ 671.112941] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.113159] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.113276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.113548] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.113719] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.114056] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.114241] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.114370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.114584] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.115428] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.115428] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: d9f4a26e-b195-4aff-9b8a-b41bee6042af is going to be created. [ 671.212720] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.212951] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.213077] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.213463] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.213723] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.213955] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-d9f4a26e-b195-4aff-9b8a-b41bee6042af" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.517779] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 671.518137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.518409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.518664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.518760] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.943265] env[65529]: INFO networking_nsxv3.common.synchronization [req-6f5c5f4f-afb8-45e5-810a-6d3ff68ba91e req-89b2c255-e747-4e51-a1e7-4b906002426b service nova] Enqueued Resource ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 with Priority: HIGHEST for action security_group_rules [ 671.943265] env[65529]: INFO networking_nsxv3.common.synchronization [req-6f5c5f4f-afb8-45e5-810a-6d3ff68ba91e req-89b2c255-e747-4e51-a1e7-4b906002426b service nova] Enqueued Resource ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 with Priority: HIGHEST for action security_group_members [ 671.943265] env[65529]: INFO networking_nsxv3.common.synchronization [req-6f5c5f4f-afb8-45e5-810a-6d3ff68ba91e req-89b2c255-e747-4e51-a1e7-4b906002426b service nova] Enqueued Resource ID: d9f4a26e-b195-4aff-9b8a-b41bee6042af with Priority: HIGHEST for action port [ 671.943265] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 with Priority: HIGHEST for action security_group_rules [ 671.943265] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 with Priority: HIGHEST for action security_group_members [ 671.943265] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f4a26e-b195-4aff-9b8a-b41bee6042af with Priority: HIGHEST for action port [ 671.946323] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f7c7513-a186-46ea-bfcd-95b79f49e472 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.946323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.946504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.946714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.946820] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f7c7513-a186-46ea-bfcd-95b79f49e472',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.947946] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7c7513-a186-46ea-bfcd-95b79f49e472 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.949154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.949154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.949154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.949154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.949154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.949154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.949154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.949154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.950528] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7c7513-a186-46ea-bfcd-95b79f49e472',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.953167] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f4a26e-b195-4aff-9b8a-b41bee6042af taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.953167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f4a26e-b195-4aff-9b8a-b41bee6042af" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.953167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f4a26e-b195-4aff-9b8a-b41bee6042af" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.954441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f4a26e-b195-4aff-9b8a-b41bee6042af" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.954441] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f4a26e-b195-4aff-9b8a-b41bee6042af',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.021393] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.021594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.021666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.022176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.022176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.022176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.022386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.022660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.022750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.022841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.022932] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.456489] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7c7513-a186-46ea-bfcd-95b79f49e472 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.456649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.456875] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f7c7513-a186-46ea-bfcd-95b79f49e472',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.458359] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9f4a26e-b195-4aff-9b8a-b41bee6042af with status ACTIVE [ 672.458359] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.458359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.459061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.459061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.459061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.459061] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.460162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.460799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.460799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.460919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.461126] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.461256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.461328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.461529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.461609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.461740] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9f4a26e-b195-4aff-9b8a-b41bee6042af is going to be updated. [ 672.487537] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.487701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.487781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.488037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.488480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.488480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f4a26e-b195-4aff-9b8a-b41bee6042af" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.527026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.527383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.527383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.527458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.527640] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.527743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.527796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.527949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.528120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.528120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.528301] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.528412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.528479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.528608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.528751] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.528851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.528894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.529085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.529164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.529233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.529299] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.964541] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f7c7513-a186-46ea-bfcd-95b79f49e472',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.033069] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5a1e28c-dd22-4c43-b928-6c0fbb50222d: rpc.has_security_group_logging(os_id): False [ 673.069063] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.069500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.070104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.071679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.071770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.072315] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.072315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.072315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.072599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.072599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.072679] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.072733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.072830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.072930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.073889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.074227] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.074439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.074510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.074758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.074892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.075533] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 673.077603] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: SUCCESS [ 673.077944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.155030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.156928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.157124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.157498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.157582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.180240] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 673.462308] env[65529]: INFO networking_nsxv3.common.synchronization [req-1f882518-696b-4814-ac2d-18c45842f4b9 req-370891f7-7a60-48a3-a1a4-d4d6735599b6 tempest-SecurityGroupRulesTestJSON-2080886783 tempest-SecurityGroupRulesTestJSON-2080886783-project-member] Enqueued Resource ID: 1c7cfa4e-cf47-4844-98d0-b206cb3dc736 with Priority: HIGHEST for action security_group_rules [ 673.462966] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c7cfa4e-cf47-4844-98d0-b206cb3dc736 with Priority: HIGHEST for action security_group_rules [ 673.463288] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c7cfa4e-cf47-4844-98d0-b206cb3dc736 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.463414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c7cfa4e-cf47-4844-98d0-b206cb3dc736" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.463552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c7cfa4e-cf47-4844-98d0-b206cb3dc736" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.463736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c7cfa4e-cf47-4844-98d0-b206cb3dc736" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.463852] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c7cfa4e-cf47-4844-98d0-b206cb3dc736',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.468422] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.468663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.468663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.468935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.469031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.469092] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 is going to be created. [ 673.496663] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.496830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.496906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.497194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.497971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.510731] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 in Status: UNINITIALIZED for 2s [ 673.852988] env[65529]: INFO networking_nsxv3.common.synchronization [req-42331129-ce1f-4b5e-95ea-d1758472bd21 req-30daaefa-4b92-45e0-b06a-4372d5f7d89c tempest-ImagesTestJSON-42966517 tempest-ImagesTestJSON-42966517-project-member] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 673.854545] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 673.855421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.855421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.855421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.855421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.856470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.856470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.856470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.856470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.856470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.856470] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.994163] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.994301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.994378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.994622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.994720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.994968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c7cfa4e-cf47-4844-98d0-b206cb3dc736 already deleted. [ 673.995084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c7cfa4e-cf47-4844-98d0-b206cb3dc736" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.358675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.358902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.358979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.359261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.359365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.359601] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.359710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.359774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.359940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.360028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.360150] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 674.392651] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.392872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.392872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.393075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.393220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.404704] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 674.713541] env[65529]: INFO networking_nsxv3.common.synchronization [req-e24c7547-d2a1-49d4-a7b1-86cc5b04d4ed req-0774c345-9f18-443a-9799-d7f81956e4d9 tempest-MultipleCreateTestJSON-1421038959 tempest-MultipleCreateTestJSON-1421038959-project-member] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 674.714098] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 674.714410] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.714532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.714598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.714798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.714970] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.715136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.715221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.715334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.715439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.715529] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.197997] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 675.198829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.219368] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.525247] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 in Status: SUCCESS [ 675.526040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.526040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.527793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.527793] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.527793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.527793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.527793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.527793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.527793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.527793] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f7c7513-a186-46ea-bfcd-95b79f49e472',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.672770] env[65529]: INFO networking_nsxv3.common.synchronization [req-d00e40d4-f427-4c71-aa53-3f74931e5acc req-9b3f0a03-55d6-4b41-a039-d89fe4711149 tempest-MigrationsAdminTest-1954132688 tempest-MigrationsAdminTest-1954132688-project-member] Enqueued Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_members [ 675.673329] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_members [ 675.674228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.674405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.675137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.675137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.675137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.675137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.675409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.675625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.675820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.676090] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.721329] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.031142] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f7c7513-a186-46ea-bfcd-95b79f49e472',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.180025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.180025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.180025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.180025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.180380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.182479] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.182479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.182479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.182479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.182479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.182479] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe already deleted. [ 676.182479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.223606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.224072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.224072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.225073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.225336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.225464] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 676.254403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.254911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.255066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.255443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.255923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.265436] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 676.271188] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.271336] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.271504] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.271825] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.272212] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.272354] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.272530] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.272787] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.272982] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.273254] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.273468] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.273656] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.273917] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.274110] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.274249] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.274496] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.293941] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.294357] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.294632] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.294946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.295370] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.295612] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.295780] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.296209] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.296406] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.415606] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 676.415778] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe deletion is rescheduled due to dependency. [ 676.415850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.533326] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f7c7513-a186-46ea-bfcd-95b79f49e472: rpc.has_security_group_logging(os_id): False [ 676.552810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.553100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.553100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.553264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.553392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.553568] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.553663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.553729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.553880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.553969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.554076] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 is going to be created. [ 676.630150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.630454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.630594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.631482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.631720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.644263] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 in Status: IN_PROGRESS for 2s [ 676.798630] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.798850] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.798974] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.799293] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.799463] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.799616] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c not found, creating... [ 676.799877] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.800269] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.800269] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.800420] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.800571] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.800872] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.801705] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.801880] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.802121] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.802259] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.802406] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c is going to be created. [ 676.823489] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.823708] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.823821] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.824163] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.824321] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.824535] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.966320] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3b0d06e4-4d67-4073-a7cd-274282f7055c None None] Enqueued Resource ID: fdf75bbe-f57c-48c9-82b4-8225ba1e7216 with Priority: HIGHEST for action port [ 676.966451] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdf75bbe-f57c-48c9-82b4-8225ba1e7216 with Priority: HIGHEST for action port [ 676.967028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdf75bbe-f57c-48c9-82b4-8225ba1e7216 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.967157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdf75bbe-f57c-48c9-82b4-8225ba1e7216" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.967259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdf75bbe-f57c-48c9-82b4-8225ba1e7216" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.967986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdf75bbe-f57c-48c9-82b4-8225ba1e7216" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.968159] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdf75bbe-f57c-48c9-82b4-8225ba1e7216',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.385927] env[65529]: INFO networking_nsxv3.common.synchronization [req-73596699-d607-4526-b11c-09a71c1de521 req-77254373-7bfa-4a3d-ab9e-4eea1a93e717 tempest-MultipleCreateTestJSON-1421038959 tempest-MultipleCreateTestJSON-1421038959-project-member] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 677.386568] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGHEST for action security_group_members [ 677.386898] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.386997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.479184] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdf75bbe-f57c-48c9-82b4-8225ba1e7216 [ 677.479184] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.479184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.479466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.479509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.479615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.479675] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdf75bbe-f57c-48c9-82b4-8225ba1e7216 already deleted. [ 677.479816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdf75bbe-f57c-48c9-82b4-8225ba1e7216" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.662176] env[65529]: INFO networking_nsxv3.common.synchronization [req-d00e40d4-f427-4c71-aa53-3f74931e5acc req-2b3bd18f-1223-4f9c-a97c-1b020227847a service nova] Enqueued Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_rules [ 677.662375] env[65529]: INFO networking_nsxv3.common.synchronization [req-d00e40d4-f427-4c71-aa53-3f74931e5acc req-2b3bd18f-1223-4f9c-a97c-1b020227847a service nova] Enqueued Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_members [ 677.662511] env[65529]: INFO networking_nsxv3.common.synchronization [req-d00e40d4-f427-4c71-aa53-3f74931e5acc req-2b3bd18f-1223-4f9c-a97c-1b020227847a service nova] Enqueued Resource ID: e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c with Priority: HIGHEST for action port [ 677.663080] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_rules [ 677.663224] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_members [ 677.663322] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c with Priority: HIGHEST for action port [ 677.663618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.663732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.663784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.664019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.664101] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.665153] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.665272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.665405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.665537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.665860] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.665925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.665990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.666198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.666290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.666381] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.670356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.670469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.670528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.670695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.670772] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.173095] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.173095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.173095] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.176929] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c with status ACTIVE [ 678.177740] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.177740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.177740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.177740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.177740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.177999] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.177999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.178727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.178727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.178840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.178960] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.179048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.179117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.179636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.179636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.179636] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c is going to be updated. [ 678.225384] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.225599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.225599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.225807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.225945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.226149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0083b2a-bfcc-44a1-a3e7-67a4cc3c098c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.283882] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 678.283882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.284339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.288060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.288060] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.288060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.288060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.288060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.288060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.288060] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.658478] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 in Status: SUCCESS [ 678.658806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.679410] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.789424] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.789599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.789689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.790792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.790792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.790792] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.790792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.790792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.790792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.790792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.790792] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be updated. [ 678.820242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.820242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.820242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.820242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.820574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.830515] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: IN_PROGRESS for 2s [ 679.183979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.184153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.184203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.186720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.186720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.186720] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe is going to be created. [ 679.221898] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.222088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.222163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.222434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.222551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.238734] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: UNINITIALIZED for 2s [ 679.766206] env[65529]: INFO networking_nsxv3.common.synchronization [None req-dcbeb932-3bfd-47d7-b9f8-caf113aa4d9e None None] Enqueued Resource ID: 249cecec-4a4e-4426-b042-392b56a4d3db with Priority: HIGHEST for action port [ 679.768495] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 249cecec-4a4e-4426-b042-392b56a4d3db with Priority: HIGHEST for action port [ 679.768495] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-249cecec-4a4e-4426-b042-392b56a4d3db taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.768495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-249cecec-4a4e-4426-b042-392b56a4d3db" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.768495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-249cecec-4a4e-4426-b042-392b56a4d3db" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.768495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-249cecec-4a4e-4426-b042-392b56a4d3db" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.768495] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('249cecec-4a4e-4426-b042-392b56a4d3db',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.016572] env[65529]: INFO networking_nsxv3.common.synchronization [None req-075dc8be-8424-4c22-90fb-c181b07734f1 None None] Enqueued Resource ID: 6f161111-fbf8-42a7-9954-0495e0dbbbed with Priority: HIGHEST for action port [ 680.017133] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f161111-fbf8-42a7-9954-0495e0dbbbed with Priority: HIGHEST for action port [ 680.017568] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f161111-fbf8-42a7-9954-0495e0dbbbed taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.017656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f161111-fbf8-42a7-9954-0495e0dbbbed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.017704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f161111-fbf8-42a7-9954-0495e0dbbbed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.018171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f161111-fbf8-42a7-9954-0495e0dbbbed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.018171] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f161111-fbf8-42a7-9954-0495e0dbbbed',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.272271] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 249cecec-4a4e-4426-b042-392b56a4d3db [ 680.272498] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.272703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.272785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.273091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.273282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.273347] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:249cecec-4a4e-4426-b042-392b56a4d3db already deleted. [ 680.273418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-249cecec-4a4e-4426-b042-392b56a4d3db" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.291893] env[65529]: INFO networking_nsxv3.common.synchronization [req-7715a8c8-ce21-441d-b47b-39abddc09159 req-49cb658d-f353-4937-a520-a70093b0bcd3 tempest-SecurityGroupRulesTestJSON-2080886783 tempest-SecurityGroupRulesTestJSON-2080886783-project-member] Enqueued Resource ID: 702896bf-7d28-49a5-86c2-281596088b87 with Priority: HIGHEST for action security_group_rules [ 680.292412] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702896bf-7d28-49a5-86c2-281596088b87 with Priority: HIGHEST for action security_group_rules [ 680.293072] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-702896bf-7d28-49a5-86c2-281596088b87 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.293072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-702896bf-7d28-49a5-86c2-281596088b87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.293255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-702896bf-7d28-49a5-86c2-281596088b87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.293413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-702896bf-7d28-49a5-86c2-281596088b87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.293529] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('702896bf-7d28-49a5-86c2-281596088b87',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.523764] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f161111-fbf8-42a7-9954-0495e0dbbbed [ 680.524104] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.524334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.524380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.524658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.524766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.524893] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f161111-fbf8-42a7-9954-0495e0dbbbed already deleted. [ 680.524996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f161111-fbf8-42a7-9954-0495e0dbbbed" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.815659] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.816189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.816189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.816293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.816293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.819778] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 702896bf-7d28-49a5-86c2-281596088b87 already deleted. [ 680.819984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-702896bf-7d28-49a5-86c2-281596088b87" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.844566] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d in Status: SUCCESS [ 680.844566] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d deletion is rescheduled due to dependency. [ 680.844566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.259225] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: SUCCESS [ 681.259225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.259225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.259225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.259225] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.264872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.264972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.265200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.265292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.265393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.265496] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.695087] env[65529]: INFO networking_nsxv3.common.synchronization [req-718413ab-2579-4a4e-bab3-59f61e992a37 req-6c463b8c-3de9-49d3-94f3-00e77e745d22 tempest-InstanceActionsNegativeTestJSON-914349554 tempest-InstanceActionsNegativeTestJSON-914349554-project-member] Enqueued Resource ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 with Priority: HIGHEST for action security_group_members [ 681.695782] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 with Priority: HIGHEST for action security_group_members [ 681.696168] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5cc160-2aca-4997-99ee-8e335c07fd38 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.696237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.696290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.696537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.696689] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.696832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.696832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.696987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.697083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.698304] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5cc160-2aca-4997-99ee-8e335c07fd38',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.769764] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.769919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.769980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.770334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.770507] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.770507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.770602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.770694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.770780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.770969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.771046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.771118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.771284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.771331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.771439] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.771522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.771593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.772786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.772786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.772786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.772786] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.188028] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.188028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-939" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.188028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-939" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.188028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-939" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.188028] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.188028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.188028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.188028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.188028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.188919] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.189143] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.189446] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.189670] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.189875] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.190073] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.190304] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.203321] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.203738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.203902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.204186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.204361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.205245] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.205245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.205245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.205245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.205245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.205245] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 already deleted. [ 682.205245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.208126] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.208170] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.209339] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.209339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-939" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.209339] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-4ce06099-503e-4bae-85a6-7c699a0a7ac0 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.209339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-4ce06099-503e-4bae-85a6-7c699a0a7ac0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.209339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-4ce06099-503e-4bae-85a6-7c699a0a7ac0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.209339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-4ce06099-503e-4bae-85a6-7c699a0a7ac0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.209625] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce06099-503e-4bae-85a6-7c699a0a7ac0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.277333] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b23f95ed-af32-42bc-9156-74e4afd6bcfe: rpc.has_security_group_logging(os_id): False [ 682.296259] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.296259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.296259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.296510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.296510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.296807] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.296807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.296807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.296966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.296966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.297719] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.297719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.297719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.297719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.297719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.297719] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.297970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.297970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.298086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.298086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.298258] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe is going to be created. [ 682.367926] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.368197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.368306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.368728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.369029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.392533] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: IN_PROGRESS for 2s [ 682.712225] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.712449] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.712657] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.712834] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.712974] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.713136] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 4ce06099-503e-4bae-85a6-7c699a0a7ac0 not found, creating... [ 682.713383] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.713531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.713639] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.713895] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.714045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.714338] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.714462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.714571] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.714769] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.714894] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.715038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 4ce06099-503e-4bae-85a6-7c699a0a7ac0 is going to be created. [ 682.746927] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.747164] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.747624] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.747663] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.748040] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.748371] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-4ce06099-503e-4bae-85a6-7c699a0a7ac0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.821461] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f4c0abb5-66a6-4281-8db3-306f6f52623a None None] Enqueued Resource ID: 160d3100-73f4-473e-b50c-0412610f05e9 with Priority: HIGHEST for action port [ 682.822209] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 160d3100-73f4-473e-b50c-0412610f05e9 with Priority: HIGHEST for action port [ 682.822450] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-160d3100-73f4-473e-b50c-0412610f05e9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.822925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-160d3100-73f4-473e-b50c-0412610f05e9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.823038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-160d3100-73f4-473e-b50c-0412610f05e9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.823372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-160d3100-73f4-473e-b50c-0412610f05e9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.823424] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('160d3100-73f4-473e-b50c-0412610f05e9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.028806] env[65529]: INFO networking_nsxv3.common.synchronization [None req-60fba51b-2677-49b5-94db-90c48a1ea712 None None] Enqueued Resource ID: a175ba92-9f26-42bf-a031-1b9b92776803 with Priority: HIGHEST for action port [ 683.029395] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a175ba92-9f26-42bf-a031-1b9b92776803 with Priority: HIGHEST for action port [ 683.029709] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a175ba92-9f26-42bf-a031-1b9b92776803 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.029849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a175ba92-9f26-42bf-a031-1b9b92776803" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.029920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a175ba92-9f26-42bf-a031-1b9b92776803" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.030219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a175ba92-9f26-42bf-a031-1b9b92776803" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.030308] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a175ba92-9f26-42bf-a031-1b9b92776803',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.325607] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 160d3100-73f4-473e-b50c-0412610f05e9 [ 683.326716] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.326716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.326716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.326716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.326716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.326716] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:160d3100-73f4-473e-b50c-0412610f05e9 already deleted. [ 683.326716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-160d3100-73f4-473e-b50c-0412610f05e9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.505836] env[65529]: INFO networking_nsxv3.common.synchronization [req-718413ab-2579-4a4e-bab3-59f61e992a37 req-37d5ef68-b183-4487-8b97-c8ea02413531 service nova] Enqueued Resource ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 with Priority: HIGHEST for action security_group_rules [ 683.506138] env[65529]: INFO networking_nsxv3.common.synchronization [req-718413ab-2579-4a4e-bab3-59f61e992a37 req-37d5ef68-b183-4487-8b97-c8ea02413531 service nova] Enqueued Resource ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 with Priority: HIGHEST for action security_group_members [ 683.506182] env[65529]: INFO networking_nsxv3.common.synchronization [req-718413ab-2579-4a4e-bab3-59f61e992a37 req-37d5ef68-b183-4487-8b97-c8ea02413531 service nova] Enqueued Resource ID: 4ce06099-503e-4bae-85a6-7c699a0a7ac0 with Priority: HIGHEST for action port [ 683.507551] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 with Priority: HIGHEST for action security_group_rules [ 683.507551] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 with Priority: HIGHEST for action security_group_members [ 683.507551] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ce06099-503e-4bae-85a6-7c699a0a7ac0 with Priority: HIGHEST for action port [ 683.507551] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b5cc160-2aca-4997-99ee-8e335c07fd38 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.507551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.507551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.507989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.507989] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b5cc160-2aca-4997-99ee-8e335c07fd38',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.508841] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5cc160-2aca-4997-99ee-8e335c07fd38 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.508982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.508982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.509183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.509384] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.511038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.511038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.511038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.511038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.511038] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5cc160-2aca-4997-99ee-8e335c07fd38',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.511714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ce06099-503e-4bae-85a6-7c699a0a7ac0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.511714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ce06099-503e-4bae-85a6-7c699a0a7ac0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.511714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ce06099-503e-4bae-85a6-7c699a0a7ac0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.511714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ce06099-503e-4bae-85a6-7c699a0a7ac0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.511857] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ce06099-503e-4bae-85a6-7c699a0a7ac0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.532796] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a175ba92-9f26-42bf-a031-1b9b92776803 [ 683.533031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.533156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.533227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.533445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.533571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.533624] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a175ba92-9f26-42bf-a031-1b9b92776803 already deleted. [ 683.534559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a175ba92-9f26-42bf-a031-1b9b92776803" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.904871] env[65529]: INFO networking_nsxv3.common.synchronization [req-24213b37-fec7-43a8-867c-de2eee4fe7c7 req-3705ad8f-a802-4ef7-b7ce-b1075601a62a tempest-ListServersNegativeTestJSON-1907947492 tempest-ListServersNegativeTestJSON-1907947492-project-member] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 683.905553] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 683.905871] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.905993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.906068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.906286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.906437] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.906529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.906590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.906734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.906813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.906901] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.013553] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5cc160-2aca-4997-99ee-8e335c07fd38 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.013745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.014228] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b5cc160-2aca-4997-99ee-8e335c07fd38',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.015147] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ce06099-503e-4bae-85a6-7c699a0a7ac0 with status ACTIVE [ 684.015393] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.015559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.015646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.015988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.016049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.016337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.016425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.016531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.016753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.016869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.017407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.017407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.017407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.017644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.018027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.018027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ce06099-503e-4bae-85a6-7c699a0a7ac0 is going to be updated. [ 684.040932] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.040932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.040932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.040932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.040932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.040932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ce06099-503e-4bae-85a6-7c699a0a7ac0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.406663] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: SUCCESS [ 684.406663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.409171] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.520664] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b5cc160-2aca-4997-99ee-8e335c07fd38',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.913486] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.025607] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.025789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.025879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.026091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.026189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.026423] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 is going to be created. [ 685.054963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.055100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.055205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.055478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.055644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.066038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 in Status: UNINITIALIZED for 2s [ 685.416198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.416509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.416509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.418525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.418525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.418525] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 is going to be updated. [ 685.449671] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.449671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.449671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.449671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.449671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.461350] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: IN_PROGRESS for 2s [ 685.882504] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8259e308-49e3-4758-94d4-6b0af04b034f None None] Enqueued Resource ID: 8f32abda-5118-4666-aa4a-de1cf4ede8c4 with Priority: HIGHEST for action port [ 685.884059] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f32abda-5118-4666-aa4a-de1cf4ede8c4 with Priority: HIGHEST for action port [ 685.884059] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f32abda-5118-4666-aa4a-de1cf4ede8c4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.885704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f32abda-5118-4666-aa4a-de1cf4ede8c4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.885704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f32abda-5118-4666-aa4a-de1cf4ede8c4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.885704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f32abda-5118-4666-aa4a-de1cf4ede8c4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.885704] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f32abda-5118-4666-aa4a-de1cf4ede8c4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.387556] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f32abda-5118-4666-aa4a-de1cf4ede8c4 [ 686.389457] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.389457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.389457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.389457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.389457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.389457] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f32abda-5118-4666-aa4a-de1cf4ede8c4 already deleted. [ 686.389457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f32abda-5118-4666-aa4a-de1cf4ede8c4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.928751] env[65529]: INFO networking_nsxv3.common.synchronization [req-a4c6534f-aeba-4720-b1f4-16795246bda1 req-67d29cb8-4a80-4a59-9342-3ed94def3807 tempest-ListServersNegativeTestJSON-1907947492 tempest-ListServersNegativeTestJSON-1907947492-project-member] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 686.928751] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGHEST for action security_group_members [ 686.928751] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.928751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.079710] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 in Status: SUCCESS [ 687.079710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.079847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.080679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.080679] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.080679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.080679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.080679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.080679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.080948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.080948] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b5cc160-2aca-4997-99ee-8e335c07fd38',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.472824] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: SUCCESS [ 687.473584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.474461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.474568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.474845] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.474971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.475047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.475332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.475444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.475561] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.582915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5cc160-2aca-4997-99ee-8e335c07fd38 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.583072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.583146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.584089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.584089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.584089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.584089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.584622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.584725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.584818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.585185] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5cc160-2aca-4997-99ee-8e335c07fd38 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.585299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.585458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.585611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.587519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.588559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.588697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.588882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.588966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.589092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.589173] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b5cc160-2aca-4997-99ee-8e335c07fd38',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.978546] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.979014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.979014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.979014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.979117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.980955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.980955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.980955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.980955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.980955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.980955] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 is going to be updated. [ 688.013205] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.013344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.013410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.013665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.013891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.025655] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: IN_PROGRESS for 2s [ 688.092088] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b5cc160-2aca-4997-99ee-8e335c07fd38: rpc.has_security_group_logging(os_id): False [ 688.112638] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.112638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.112849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.113220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.113323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.113531] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.113639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.113699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.114033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.114033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.114151] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.114228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.114291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.114436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.114511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.114731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.114833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.114898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.115054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.115132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.115245] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 is going to be created. [ 688.173818] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.174021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.174073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.174258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.174442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.189682] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 in Status: IN_PROGRESS for 2s [ 688.601528] env[65529]: INFO networking_nsxv3.common.synchronization [req-ad031915-0d5a-45b8-ba4a-07b5d53e21f7 req-2191a66d-2251-45a3-baa5-6e29c5b4dbd8 tempest-ServersAdminTestJSON-1104061450 tempest-ServersAdminTestJSON-1104061450-project-member] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 688.604257] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 688.606952] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.606952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.606952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.606952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.606952] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.606952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.606952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.606952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.606952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.606952] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.976600] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.976912] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.977236] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.977585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.978572] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.979332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.979332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.979332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.979594] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.979681] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.979756] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.979826] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.979932] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.980066] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.980186] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.980303] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.000781] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.000939] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.001090] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.001261] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.001569] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-d7e02c25-3393-46f0-813d-1a66c5b78752 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.001735] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-d7e02c25-3393-46f0-813d-1a66c5b78752" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.001848] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-d7e02c25-3393-46f0-813d-1a66c5b78752" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.002185] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-d7e02c25-3393-46f0-813d-1a66c5b78752" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.002318] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e02c25-3393-46f0-813d-1a66c5b78752',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.108822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.108987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.109088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.109303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.109405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.109592] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.109808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.109882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.110056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.110133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.110238] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 already deleted. [ 689.110295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.506034] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.506854] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.507014] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.507643] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.508439] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.508439] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port d7e02c25-3393-46f0-813d-1a66c5b78752 not found, creating... [ 689.508692] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.509095] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.509196] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.509874] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.509874] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.510118] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.510288] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.510430] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.510666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.510805] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.510953] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: d7e02c25-3393-46f0-813d-1a66c5b78752 is going to be created. [ 689.537100] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.537423] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.537590] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.538252] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.538252] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.538608] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-d7e02c25-3393-46f0-813d-1a66c5b78752" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.040755] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 in Status: SUCCESS [ 690.041707] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 deletion is rescheduled due to dependency. [ 690.044985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.202547] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 in Status: SUCCESS [ 690.202783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.324045] env[65529]: INFO networking_nsxv3.common.synchronization [req-ad031915-0d5a-45b8-ba4a-07b5d53e21f7 req-92b03bbb-3c78-4bed-8c0a-8c2591fb295a service nova] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_rules [ 690.324169] env[65529]: INFO networking_nsxv3.common.synchronization [req-ad031915-0d5a-45b8-ba4a-07b5d53e21f7 req-92b03bbb-3c78-4bed-8c0a-8c2591fb295a service nova] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 690.324301] env[65529]: INFO networking_nsxv3.common.synchronization [req-ad031915-0d5a-45b8-ba4a-07b5d53e21f7 req-92b03bbb-3c78-4bed-8c0a-8c2591fb295a service nova] Enqueued Resource ID: d7e02c25-3393-46f0-813d-1a66c5b78752 with Priority: HIGHEST for action port [ 690.324524] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_rules [ 690.324654] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 690.324750] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e02c25-3393-46f0-813d-1a66c5b78752 with Priority: HIGHEST for action port [ 690.328065] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.328065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.328065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.328065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.328065] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.328065] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.328065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.328065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.328065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.328065] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.328065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.328065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.328065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.328065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.328065] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.328607] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7e02c25-3393-46f0-813d-1a66c5b78752 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.328774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7e02c25-3393-46f0-813d-1a66c5b78752" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.328774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7e02c25-3393-46f0-813d-1a66c5b78752" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.328908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7e02c25-3393-46f0-813d-1a66c5b78752" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.328981] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e02c25-3393-46f0-813d-1a66c5b78752',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.792628] env[65529]: INFO networking_nsxv3.common.synchronization [req-515f1ecb-9fc1-4782-95ca-989c0ba2e30c req-0633dd18-3bd0-4545-8c3e-b5405fd9b3bb tempest-SecurityGroupRulesTestJSON-2080886783 tempest-SecurityGroupRulesTestJSON-2080886783-project-member] Enqueued Resource ID: dc6e21eb-025f-43eb-916e-ad1e7070de85 with Priority: HIGHEST for action security_group_rules [ 690.793304] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6e21eb-025f-43eb-916e-ad1e7070de85 with Priority: HIGHEST for action security_group_rules [ 690.794220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6e21eb-025f-43eb-916e-ad1e7070de85 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.794220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6e21eb-025f-43eb-916e-ad1e7070de85" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.794220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6e21eb-025f-43eb-916e-ad1e7070de85" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.794868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6e21eb-025f-43eb-916e-ad1e7070de85" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.794868] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6e21eb-025f-43eb-916e-ad1e7070de85',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.831788] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.831788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.836228] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7e02c25-3393-46f0-813d-1a66c5b78752 with status ACTIVE [ 690.836228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.836228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.836228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.836228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.836228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.836228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.836228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.836228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.836228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.837501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.837501] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.837501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.837501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.837501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.837501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.837501] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7e02c25-3393-46f0-813d-1a66c5b78752 is going to be updated. [ 690.838336] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.860028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.860028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.860028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.860028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.860256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.860283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7e02c25-3393-46f0-813d-1a66c5b78752" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.903021] env[65529]: INFO networking_nsxv3.common.synchronization [req-bc61f36e-e8c9-444e-88db-e1e0ba98645e req-20a2e5c1-388e-44e8-97eb-92cdcf6f44f6 tempest-InstanceActionsV221TestJSON-1374650832 tempest-InstanceActionsV221TestJSON-1374650832-project-member] Enqueued Resource ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a with Priority: HIGHEST for action security_group_members [ 690.903656] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a with Priority: HIGHEST for action security_group_members [ 690.904647] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1762fe15-4bc7-4440-9c09-dfe42cea549a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.904766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.904849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.905123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.905315] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.905419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.905481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.905669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.905755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.905843] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1762fe15-4bc7-4440-9c09-dfe42cea549a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.266104] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-66 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.267156] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-66" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.267383] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-66" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.268123] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-66" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.268509] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.268644] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.268699] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.269109] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.269188] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.269403] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.269517] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.269620] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.269788] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.269932] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.271196] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.271409] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.292826] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.293046] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.293125] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.293297] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-66" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.293623] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-01ef567a-e873-411c-a5bd-ed07425ef412 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.293795] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-01ef567a-e873-411c-a5bd-ed07425ef412" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.293908] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-01ef567a-e873-411c-a5bd-ed07425ef412" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.294257] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-01ef567a-e873-411c-a5bd-ed07425ef412" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.294390] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01ef567a-e873-411c-a5bd-ed07425ef412',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.317971] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.318157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.318222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.318414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.318483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.318572] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6e21eb-025f-43eb-916e-ad1e7070de85 already deleted. [ 691.318649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6e21eb-025f-43eb-916e-ad1e7070de85" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.341259] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.408132] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.408132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.408132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.408497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.408497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.408497] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.408600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.408666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.408818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.408891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.408975] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a already deleted. [ 691.409065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.603949] env[65529]: INFO networking_nsxv3.common.synchronization [req-bc2e31b0-50a0-43c9-a19a-26429cba3452 req-58a46158-3709-45b9-830d-3702894c03d5 tempest-ServersV294TestFqdnHostnames-1407796429 tempest-ServersV294TestFqdnHostnames-1407796429-project-member] Enqueued Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGHEST for action security_group_members [ 691.604536] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGHEST for action security_group_members [ 691.604888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa0462d-c236-453c-b159-169752f3af9a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.605097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.605240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.605547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.605662] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.605760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.605820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.606085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.606232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.606654] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa0462d-c236-453c-b159-169752f3af9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.797345] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.797609] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.797762] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.798293] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.798293] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.798293] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 01ef567a-e873-411c-a5bd-ed07425ef412 not found, creating... [ 691.798600] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.798757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.798866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.799099] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.799941] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.799941] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.799941] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.800172] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.800501] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.801018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.801395] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 01ef567a-e873-411c-a5bd-ed07425ef412 is going to be created. [ 691.822667] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.822888] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.822993] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.823311] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.824658] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.824658] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-01ef567a-e873-411c-a5bd-ed07425ef412" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.843558] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.843672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.843672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.843903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.843979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.844279] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be created. [ 691.875882] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.875997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.876064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.876693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.876693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.889839] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: UNINITIALIZED for 2s [ 692.110123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.110294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.110353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.110618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.110729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.110935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.111084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.111120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.111279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.111358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.111445] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa0462d-c236-453c-b159-169752f3af9a is going to be updated. [ 692.137311] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.137542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.137577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.137816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.137957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.146677] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa0462d-c236-453c-b159-169752f3af9a in Status: IN_PROGRESS for 2s [ 692.617419] env[65529]: INFO networking_nsxv3.common.synchronization [req-bc61f36e-e8c9-444e-88db-e1e0ba98645e req-dce8146b-1239-46bb-9220-885565715014 service nova] Enqueued Resource ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a with Priority: HIGHEST for action security_group_rules [ 692.617419] env[65529]: INFO networking_nsxv3.common.synchronization [req-bc61f36e-e8c9-444e-88db-e1e0ba98645e req-dce8146b-1239-46bb-9220-885565715014 service nova] Enqueued Resource ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a with Priority: HIGHEST for action security_group_members [ 692.617419] env[65529]: INFO networking_nsxv3.common.synchronization [req-bc61f36e-e8c9-444e-88db-e1e0ba98645e req-dce8146b-1239-46bb-9220-885565715014 service nova] Enqueued Resource ID: 01ef567a-e873-411c-a5bd-ed07425ef412 with Priority: HIGHEST for action port [ 692.617805] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a with Priority: HIGHEST for action security_group_rules [ 692.617805] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a with Priority: HIGHEST for action security_group_members [ 692.617875] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ef567a-e873-411c-a5bd-ed07425ef412 with Priority: HIGHEST for action port [ 692.618474] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1762fe15-4bc7-4440-9c09-dfe42cea549a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.623920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.623920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.623920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.623920] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1762fe15-4bc7-4440-9c09-dfe42cea549a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.624727] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1762fe15-4bc7-4440-9c09-dfe42cea549a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.624859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.624916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.625110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.625274] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.625378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.625445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.625565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.625657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.625764] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1762fe15-4bc7-4440-9c09-dfe42cea549a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.626626] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-01ef567a-e873-411c-a5bd-ed07425ef412 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.626756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01ef567a-e873-411c-a5bd-ed07425ef412" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.626820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01ef567a-e873-411c-a5bd-ed07425ef412" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.626934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01ef567a-e873-411c-a5bd-ed07425ef412" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.629618] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01ef567a-e873-411c-a5bd-ed07425ef412',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.761337] env[65529]: INFO networking_nsxv3.common.synchronization [req-7cedd51f-0afc-4395-aad6-ad67bd3be5b3 req-cc0330d5-20f0-456f-bb1d-2330cb241f18 tempest-ImagesOneServerTestJSON-1774174793 tempest-ImagesOneServerTestJSON-1774174793-project-member] Enqueued Resource ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef with Priority: HIGHEST for action security_group_members [ 692.761337] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef with Priority: HIGHEST for action security_group_members [ 692.761596] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.761596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.761596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.761783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.761964] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.762049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.762109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.762278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.762395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.762506] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54ef4958-fa81-4670-82a0-5d9b9c8c81ef',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.818144] env[65529]: INFO networking_nsxv3.common.synchronization [req-e8a1a6e0-a5c0-41d1-a77b-680d59832db6 req-eb3f13d4-515b-47ea-a8ec-2645dc0c4cf4 tempest-SecurityGroupRulesTestJSON-2080886783 tempest-SecurityGroupRulesTestJSON-2080886783-project-member] Enqueued Resource ID: dc6e21eb-025f-43eb-916e-ad1e7070de85 with Priority: HIGHEST for action security_group_rules [ 692.818638] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6e21eb-025f-43eb-916e-ad1e7070de85 with Priority: HIGHEST for action security_group_rules [ 692.818992] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6e21eb-025f-43eb-916e-ad1e7070de85 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.819124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6e21eb-025f-43eb-916e-ad1e7070de85" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.819190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6e21eb-025f-43eb-916e-ad1e7070de85" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.819392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6e21eb-025f-43eb-916e-ad1e7070de85" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.820078] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6e21eb-025f-43eb-916e-ad1e7070de85',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.134032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1762fe15-4bc7-4440-9c09-dfe42cea549a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.134032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.134032] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1762fe15-4bc7-4440-9c09-dfe42cea549a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.134032] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01ef567a-e873-411c-a5bd-ed07425ef412 with status ACTIVE [ 693.134032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.134032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.134032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.134032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.134032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.134032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.134032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.134032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.134032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.134032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.134674] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.134674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.134674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.134674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.134674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.134674] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01ef567a-e873-411c-a5bd-ed07425ef412 is going to be updated. [ 693.158457] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.158457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.158457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.158708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.158708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.158871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01ef567a-e873-411c-a5bd-ed07425ef412" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.265157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.265366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.265593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.265660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.265769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.265933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.267960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.267960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.267960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.267960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.267960] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef is going to be updated. [ 693.306349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.306349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.306349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.306349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.306349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.323898] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef in Status: IN_PROGRESS for 2s [ 693.341393] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.341393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.341393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.341393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.341393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.341616] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6e21eb-025f-43eb-916e-ad1e7070de85 already deleted. [ 693.342098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6e21eb-025f-43eb-916e-ad1e7070de85" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.421200] env[65529]: INFO networking_nsxv3.common.synchronization [req-74b6227c-e559-4ae3-bdc2-0dee68efb4c8 req-5c040541-25c4-412a-aa5b-8b7db1d29d2f tempest-ServersAdminTestJSON-1104061450 tempest-ServersAdminTestJSON-1104061450-project-member] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 693.421753] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 693.422084] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.422161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.637558] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1762fe15-4bc7-4440-9c09-dfe42cea549a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.852968] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.853285] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.853285] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.853692] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.853778] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.853922] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.854676] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.855539] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.855668] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.855803] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.855913] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.856039] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.856144] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.856248] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.856345] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.856683] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.876681] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.876681] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.876681] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.878268] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.878268] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-9f33a9e2-8949-4dde-8e98-fd07df5e4971 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.878268] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-9f33a9e2-8949-4dde-8e98-fd07df5e4971" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.878268] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-9f33a9e2-8949-4dde-8e98-fd07df5e4971" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.878268] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-9f33a9e2-8949-4dde-8e98-fd07df5e4971" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.878493] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f33a9e2-8949-4dde-8e98-fd07df5e4971',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.900126] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 693.900372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.900489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.900718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.900935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.901030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.901099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.901262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.901344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.901430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.901527] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.902547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.902721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.902878] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.902979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.903072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.903534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.903534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.903534] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.139016] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.139185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.139251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.139481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.139567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.139666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a is going to be created. [ 694.159052] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa0462d-c236-453c-b159-169752f3af9a in Status: SUCCESS [ 694.159229] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa0462d-c236-453c-b159-169752f3af9a deletion is rescheduled due to dependency. [ 694.159500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.164499] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.164671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.164714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.164918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.165090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.176320] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a in Status: UNINITIALIZED for 2s [ 694.381123] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.381343] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.381411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.381702] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.381883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.382080] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 9f33a9e2-8949-4dde-8e98-fd07df5e4971 not found, creating... [ 694.382391] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.382581] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.382701] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.382931] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.383102] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.383410] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.383590] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.383706] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.383916] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.384074] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.384216] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 9f33a9e2-8949-4dde-8e98-fd07df5e4971 is going to be created. [ 694.405274] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.405493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.406712] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.408718] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.408902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.409031] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.409305] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.409528] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.410109] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-9f33a9e2-8949-4dde-8e98-fd07df5e4971" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.911955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.136238] env[65529]: INFO networking_nsxv3.common.synchronization [req-74b6227c-e559-4ae3-bdc2-0dee68efb4c8 req-9212757c-ccef-426e-912f-70fb1d359a28 service nova] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_rules [ 695.136238] env[65529]: INFO networking_nsxv3.common.synchronization [req-74b6227c-e559-4ae3-bdc2-0dee68efb4c8 req-9212757c-ccef-426e-912f-70fb1d359a28 service nova] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 695.136238] env[65529]: INFO networking_nsxv3.common.synchronization [req-74b6227c-e559-4ae3-bdc2-0dee68efb4c8 req-9212757c-ccef-426e-912f-70fb1d359a28 service nova] Enqueued Resource ID: 9f33a9e2-8949-4dde-8e98-fd07df5e4971 with Priority: HIGHEST for action port [ 695.136238] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_rules [ 695.136238] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 695.136238] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f33a9e2-8949-4dde-8e98-fd07df5e4971 with Priority: HIGHEST for action port [ 695.136238] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.136238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.136238] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.136238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.136827] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f33a9e2-8949-4dde-8e98-fd07df5e4971 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.137077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f33a9e2-8949-4dde-8e98-fd07df5e4971" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.137241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f33a9e2-8949-4dde-8e98-fd07df5e4971" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.137535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f33a9e2-8949-4dde-8e98-fd07df5e4971" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.137718] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f33a9e2-8949-4dde-8e98-fd07df5e4971',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.204687] env[65529]: INFO networking_nsxv3.common.synchronization [None req-68911b40-f043-49fc-be8e-0d6ea6b612c2 None None] Enqueued Resource ID: 0070f03c-c55a-4582-ad69-d0ed5f13fc2d with Priority: HIGHEST for action port [ 695.204687] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070f03c-c55a-4582-ad69-d0ed5f13fc2d with Priority: HIGHEST for action port [ 695.204687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0070f03c-c55a-4582-ad69-d0ed5f13fc2d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.205093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0070f03c-c55a-4582-ad69-d0ed5f13fc2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.205404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0070f03c-c55a-4582-ad69-d0ed5f13fc2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.205758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0070f03c-c55a-4582-ad69-d0ed5f13fc2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.205933] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0070f03c-c55a-4582-ad69-d0ed5f13fc2d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.333412] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef in Status: SUCCESS [ 695.333713] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef deletion is rescheduled due to dependency. [ 695.333713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.414568] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.414778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.414778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.415015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.415111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.415212] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 695.442412] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.442573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.442649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.442890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.443071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.453075] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 695.640105] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f33a9e2-8949-4dde-8e98-fd07df5e4971 with status ACTIVE [ 695.641182] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.641182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.641182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.641182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.641182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.641182] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.641182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.641590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.641590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.641590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.641679] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.641723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.641782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.642022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.642094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.642176] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f33a9e2-8949-4dde-8e98-fd07df5e4971 is going to be updated. [ 695.674029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.674029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.674029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.674029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.674029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.674029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f33a9e2-8949-4dde-8e98-fd07df5e4971" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.709302] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0070f03c-c55a-4582-ad69-d0ed5f13fc2d [ 695.709565] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.709716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.709780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.709996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.710121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.710295] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0070f03c-c55a-4582-ad69-d0ed5f13fc2d already deleted. [ 695.710295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0070f03c-c55a-4582-ad69-d0ed5f13fc2d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.187891] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a in Status: SUCCESS [ 696.188198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.188359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.188593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.188828] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.188947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.189021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.189184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.189261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.189341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.189438] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1762fe15-4bc7-4440-9c09-dfe42cea549a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.691697] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1762fe15-4bc7-4440-9c09-dfe42cea549a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.691878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.691974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.692919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.692919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.692919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.692919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.692919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.692919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.692919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.692919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1762fe15-4bc7-4440-9c09-dfe42cea549a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.692919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.693338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.693338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.693338] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.693429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.693429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.693532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.693601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.693682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.693765] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1762fe15-4bc7-4440-9c09-dfe42cea549a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.698210] env[65529]: INFO networking_nsxv3.common.synchronization [req-b28e28d8-aa21-46c0-96a1-9c34e98c23d2 req-44d2d5c2-f6af-4c75-ab07-57755af5fc8e tempest-ServerTagsTestJSON-1258864995 tempest-ServerTagsTestJSON-1258864995-project-member] Enqueued Resource ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da with Priority: HIGHEST for action security_group_members [ 696.698210] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da with Priority: HIGHEST for action security_group_members [ 696.698210] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82ae0dec-9c90-4cf6-8e15-89487b6c45da taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.698210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.698210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.698210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.698210] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.698210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.698210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.698538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.698538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.698538] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82ae0dec-9c90-4cf6-8e15-89487b6c45da',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.109225] env[65529]: INFO networking_nsxv3.common.synchronization [req-843240ef-7682-48e0-b3e9-0b2417957599 req-d9925f04-34b4-42f3-8d6e-f14870853159 tempest-SecurityGroupRulesTestJSON-2080886783 tempest-SecurityGroupRulesTestJSON-2080886783-project-member] Enqueued Resource ID: dc6e21eb-025f-43eb-916e-ad1e7070de85 with Priority: HIGHEST for action security_group_rules [ 697.109821] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6e21eb-025f-43eb-916e-ad1e7070de85 with Priority: HIGHEST for action security_group_rules [ 697.114607] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc6e21eb-025f-43eb-916e-ad1e7070de85 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.114607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc6e21eb-025f-43eb-916e-ad1e7070de85" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.114607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc6e21eb-025f-43eb-916e-ad1e7070de85" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.114607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc6e21eb-025f-43eb-916e-ad1e7070de85" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.114607] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc6e21eb-025f-43eb-916e-ad1e7070de85',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.199635] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1762fe15-4bc7-4440-9c09-dfe42cea549a: rpc.has_security_group_logging(os_id): False [ 697.204342] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.205207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.205207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.205207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.205207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.205207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.205207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.205207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.205525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.205525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.205525] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da is going to be updated. [ 697.219505] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.221229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.221229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.221229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.221229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.221229] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.221229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.221229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.221229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.221229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.221229] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.221229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.221651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.221651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.221651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.221730] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.222776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.222776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.222776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.222776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.222776] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a is going to be created. [ 697.237356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.237524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.237601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.237830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.237967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.249468] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da in Status: IN_PROGRESS for 2s [ 697.275833] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3b27f36a-ab0c-426d-bc89-3fa51d1d8b0e None None] Enqueued Resource ID: 4823a9c3-4ff2-41bc-9159-1bcef517fd77 with Priority: HIGHEST for action port [ 697.276412] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4823a9c3-4ff2-41bc-9159-1bcef517fd77 with Priority: HIGHEST for action port [ 697.277141] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4823a9c3-4ff2-41bc-9159-1bcef517fd77 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.277292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4823a9c3-4ff2-41bc-9159-1bcef517fd77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.277692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4823a9c3-4ff2-41bc-9159-1bcef517fd77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.277692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4823a9c3-4ff2-41bc-9159-1bcef517fd77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.277806] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4823a9c3-4ff2-41bc-9159-1bcef517fd77',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.289526] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.289701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.289745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.290459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.290459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.306687] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a in Status: IN_PROGRESS for 2s [ 697.465350] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 697.465467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.465645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.466616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.466616] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.466616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.466616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.466616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.466616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.466616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.466896] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.466896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.466896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.466896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.467057] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.467237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.467237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.467383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.467383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.467460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.467548] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.471385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.472101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.472101] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.472101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.472101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.472300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.472300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.472300] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.640067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.640067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.640067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.640067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.640067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.640249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc6e21eb-025f-43eb-916e-ad1e7070de85 already deleted. [ 697.640338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc6e21eb-025f-43eb-916e-ad1e7070de85" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.781255] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4823a9c3-4ff2-41bc-9159-1bcef517fd77 [ 697.781743] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.781933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.782194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.782761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.782906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.783374] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4823a9c3-4ff2-41bc-9159-1bcef517fd77 already deleted. [ 697.783518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4823a9c3-4ff2-41bc-9159-1bcef517fd77" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.973675] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a1f2e8-9974-4be1-92a6-8a7d74fe9258: rpc.has_security_group_logging(os_id): False [ 697.975409] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.992731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.992870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.993038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.993233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.993328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.993544] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.993650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.993715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.993852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.993929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.994111] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.994206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.994270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.994422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.994510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.994871] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.994871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.994871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.995020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.995525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.995625] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be created. [ 698.053309] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.053503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.053503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.054390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.054390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.066695] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 698.480129] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.983483] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.983643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.983839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.983939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.984114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.984217] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 699.013613] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.013840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.013950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.014290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.014518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.026114] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 699.257541] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da in Status: SUCCESS [ 699.257746] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da deletion is rescheduled due to dependency. [ 699.258101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.345728] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a in Status: SUCCESS [ 699.345728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.080657] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 700.080895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.081021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.081808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.081808] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.156595] env[65529]: INFO networking_nsxv3.common.synchronization [None req-38fab28b-4053-4ef9-a510-5f36d1f59a3f None None] Enqueued Resource ID: 9f7f4c4f-a0f6-4cf6-a701-409fed5f6aeb with Priority: HIGHEST for action port [ 700.157278] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7f4c4f-a0f6-4cf6-a701-409fed5f6aeb with Priority: HIGHEST for action port [ 700.157438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f7f4c4f-a0f6-4cf6-a701-409fed5f6aeb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.157548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f7f4c4f-a0f6-4cf6-a701-409fed5f6aeb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.157615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f7f4c4f-a0f6-4cf6-a701-409fed5f6aeb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.157883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f7f4c4f-a0f6-4cf6-a701-409fed5f6aeb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.157969] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7f4c4f-a0f6-4cf6-a701-409fed5f6aeb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.304164] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d4e032cf-e302-467d-91c3-4c01747ff74d None None] Enqueued Resource ID: 2222a5a1-589e-476c-ada5-bbb37de77872 with Priority: HIGHEST for action port [ 700.304164] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2222a5a1-589e-476c-ada5-bbb37de77872 with Priority: HIGHEST for action port [ 700.304551] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-2222a5a1-589e-476c-ada5-bbb37de77872 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.304551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2222a5a1-589e-476c-ada5-bbb37de77872" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.304551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2222a5a1-589e-476c-ada5-bbb37de77872" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.304800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2222a5a1-589e-476c-ada5-bbb37de77872" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.304800] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2222a5a1-589e-476c-ada5-bbb37de77872',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.585067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.585707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.661777] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f7f4c4f-a0f6-4cf6-a701-409fed5f6aeb [ 700.661870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.662022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.662065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.662611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.662611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.662611] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f7f4c4f-a0f6-4cf6-a701-409fed5f6aeb already deleted. [ 700.662611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f7f4c4f-a0f6-4cf6-a701-409fed5f6aeb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.810046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2222a5a1-589e-476c-ada5-bbb37de77872 [ 700.810379] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.810544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.810613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.811043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.811343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.811343] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2222a5a1-589e-476c-ada5-bbb37de77872 already deleted. [ 700.811402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2222a5a1-589e-476c-ada5-bbb37de77872" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.038444] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 701.038593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.038789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.039059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.039259] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.039385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.039451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.039589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.040100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.040100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.040100] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.322281] env[65529]: INFO networking_nsxv3.common.synchronization [None req-48c43299-5518-4d14-95d3-8fd46e4fc70e None None] Enqueued Resource ID: 6ce3cd5c-d011-455d-8c43-1c6fdc98b603 with Priority: HIGHEST for action port [ 701.322840] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ce3cd5c-d011-455d-8c43-1c6fdc98b603 with Priority: HIGHEST for action port [ 701.323153] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ce3cd5c-d011-455d-8c43-1c6fdc98b603 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.323270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ce3cd5c-d011-455d-8c43-1c6fdc98b603" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.323349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ce3cd5c-d011-455d-8c43-1c6fdc98b603" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.323619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ce3cd5c-d011-455d-8c43-1c6fdc98b603" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.325038] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ce3cd5c-d011-455d-8c43-1c6fdc98b603',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.543562] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.543698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.543810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.544024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.544197] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.544334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.544416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.544540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.544627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.544716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.545096] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.545096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.545228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.545660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.545806] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.545896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.546359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.546497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.546582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.546732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.546822] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.827910] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ce3cd5c-d011-455d-8c43-1c6fdc98b603 [ 701.828142] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.828523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.828523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.828620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.832017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.832017] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ce3cd5c-d011-455d-8c43-1c6fdc98b603 already deleted. [ 701.832017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ce3cd5c-d011-455d-8c43-1c6fdc98b603" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.052899] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a1f2e8-9974-4be1-92a6-8a7d74fe9258: rpc.has_security_group_logging(os_id): False [ 702.073190] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.073325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.073400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.075036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.075036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.075036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.075036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.075036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.075036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.075036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.075036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.075036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.075036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.075036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.075036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.075036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.077867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.077976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.078568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.078568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.078568] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 702.130173] env[65529]: INFO networking_nsxv3.common.synchronization [None req-92be59bd-26b2-48ca-a827-6c4d66556fc6 tempest-AttachVolumeTestJSON-642518173 tempest-AttachVolumeTestJSON-642518173-project-member] Enqueued Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGHEST for action security_group_rules [ 702.130544] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGHEST for action security_group_rules [ 702.131688] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.131688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.131688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.131688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.131688] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.155944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.155944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.155944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.155944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.155944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.181672] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 702.234178] env[65529]: INFO networking_nsxv3.common.synchronization [None req-2c4f87a3-233c-4c23-9523-b165e7f488a8 tempest-AttachVolumeTestJSON-642518173 tempest-AttachVolumeTestJSON-642518173-project-member] Enqueued Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGHEST for action security_group_rules [ 702.235476] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGHEST for action security_group_rules [ 702.235896] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.236046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.661134] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.661134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.661134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.661134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.661134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.661134] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e already deleted. [ 702.661134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.661134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.661134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.661134] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.990331] env[65529]: INFO networking_nsxv3.common.synchronization [None req-fd4dabf2-16ae-467d-8e2d-1c8082b90fb1 None None] Enqueued Resource ID: c6c3a4b1-523f-44ec-961b-1269ace762ea with Priority: HIGHEST for action port [ 702.993558] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c3a4b1-523f-44ec-961b-1269ace762ea with Priority: HIGHEST for action port [ 702.995067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6c3a4b1-523f-44ec-961b-1269ace762ea taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.995067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6c3a4b1-523f-44ec-961b-1269ace762ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.995067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6c3a4b1-523f-44ec-961b-1269ace762ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.995067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6c3a4b1-523f-44ec-961b-1269ace762ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.995067] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c3a4b1-523f-44ec-961b-1269ace762ea',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.185031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.185140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.185224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.185446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.185536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.185630] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e already deleted. [ 703.185709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.495529] env[65529]: INFO networking_nsxv3.common.synchronization [req-fa01b620-c93a-4a15-b6f5-6d215569cecb req-e221bf1d-7050-4e85-9b6f-e99316231506 tempest-InstanceActionsNegativeTestJSON-914349554 tempest-InstanceActionsNegativeTestJSON-914349554-project-member] Enqueued Resource ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 with Priority: HIGHEST for action security_group_members [ 703.495626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 with Priority: HIGHEST for action security_group_members [ 703.495880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b5cc160-2aca-4997-99ee-8e335c07fd38 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.496023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.500039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.500039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.500039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.500039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.500039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.500039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.500039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.500039] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b5cc160-2aca-4997-99ee-8e335c07fd38',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.500039] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6c3a4b1-523f-44ec-961b-1269ace762ea [ 703.500039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.500039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.500039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.500039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.500039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.500039] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6c3a4b1-523f-44ec-961b-1269ace762ea already deleted. [ 703.500039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6c3a4b1-523f-44ec-961b-1269ace762ea" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.001972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.002275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.002330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.002729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.002829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.003069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.003208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.003274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.003439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.003518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.003608] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 is going to be updated. [ 704.040488] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.040726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.040850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.041199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.041458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.054391] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 in Status: IN_PROGRESS for 2s [ 704.199778] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 704.200052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.433512] env[65529]: INFO networking_nsxv3.common.synchronization [None req-86d0b158-0623-4483-b1ec-afcd6d8377e1 None None] Enqueued Resource ID: 2515168a-b27b-43b2-bb55-d86844078f4e with Priority: HIGHEST for action port [ 704.435774] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2515168a-b27b-43b2-bb55-d86844078f4e with Priority: HIGHEST for action port [ 704.436163] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-2515168a-b27b-43b2-bb55-d86844078f4e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.436288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2515168a-b27b-43b2-bb55-d86844078f4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.436357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2515168a-b27b-43b2-bb55-d86844078f4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.436646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2515168a-b27b-43b2-bb55-d86844078f4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.436732] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2515168a-b27b-43b2-bb55-d86844078f4e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.895983] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e054d061-2c95-4371-88b5-2272dc03f56c None None] Enqueued Resource ID: f4f1e2b3-6899-4c61-900a-e8e2fa22cabf with Priority: HIGHEST for action port [ 704.896548] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4f1e2b3-6899-4c61-900a-e8e2fa22cabf with Priority: HIGHEST for action port [ 704.896871] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4f1e2b3-6899-4c61-900a-e8e2fa22cabf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.896985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4f1e2b3-6899-4c61-900a-e8e2fa22cabf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.897097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4f1e2b3-6899-4c61-900a-e8e2fa22cabf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.897432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4f1e2b3-6899-4c61-900a-e8e2fa22cabf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.897557] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4f1e2b3-6899-4c61-900a-e8e2fa22cabf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.941043] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2515168a-b27b-43b2-bb55-d86844078f4e [ 704.941043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.941043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.941043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.941638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.941638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.941638] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2515168a-b27b-43b2-bb55-d86844078f4e already deleted. [ 704.941760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2515168a-b27b-43b2-bb55-d86844078f4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.399252] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4f1e2b3-6899-4c61-900a-e8e2fa22cabf [ 705.399606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.399706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.399706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.399910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.400012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.400110] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4f1e2b3-6899-4c61-900a-e8e2fa22cabf already deleted. [ 705.400236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4f1e2b3-6899-4c61-900a-e8e2fa22cabf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.064316] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 in Status: SUCCESS [ 706.064592] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b5cc160-2aca-4997-99ee-8e335c07fd38 deletion is rescheduled due to dependency. [ 706.064746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b5cc160-2aca-4997-99ee-8e335c07fd38" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.461743] env[65529]: INFO networking_nsxv3.common.synchronization [req-07e72143-e46d-4c8e-a1a8-29a9ceda939f req-c0f6265c-0180-4fd9-9dd0-efa0fd37b5c6 tempest-InstanceActionsV221TestJSON-1374650832 tempest-InstanceActionsV221TestJSON-1374650832-project-member] Enqueued Resource ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a with Priority: HIGHEST for action security_group_members [ 707.462584] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a with Priority: HIGHEST for action security_group_members [ 707.462584] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1762fe15-4bc7-4440-9c09-dfe42cea549a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.462584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.462584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.462914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.462914] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.463032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.463438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.464139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.464139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.464139] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1762fe15-4bc7-4440-9c09-dfe42cea549a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.967204] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.967340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.967556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.967679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.967752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.967951] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.968069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.968134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.968301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.968502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.968502] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a is going to be updated. [ 708.000432] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.000619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.000705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.001410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.001410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.017523] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a in Status: IN_PROGRESS for 2s [ 708.087430] env[65529]: INFO networking_nsxv3.common.synchronization [req-a0015166-aae5-483c-8d75-9dfc25bd7f50 req-8966166f-f7bf-4819-9690-e669b97cea62 tempest-ServersTestJSON-901041426 tempest-ServersTestJSON-901041426-project-member] Enqueued Resource ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 with Priority: HIGHEST for action security_group_members [ 708.088032] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 with Priority: HIGHEST for action security_group_members [ 708.088344] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.088846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.088953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.089233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.089400] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.089506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.089571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.089724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.089808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.089906] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cd4355-54fa-4ab8-94c2-fab6b08c98a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.438836] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.439086] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-659" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.439165] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-659" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.439444] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-659" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.439685] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.439833] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.439943] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.440649] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.440827] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.441186] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.441186] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.441296] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.441296] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.441390] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.441490] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.441613] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.461398] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.461588] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.461941] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.461941] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-659" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.462350] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-7e5ab1eb-045b-4754-b5c2-05a8f1b3715b taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.462350] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-7e5ab1eb-045b-4754-b5c2-05a8f1b3715b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.462504] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-7e5ab1eb-045b-4754-b5c2-05a8f1b3715b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.463393] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-7e5ab1eb-045b-4754-b5c2-05a8f1b3715b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.463393] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5ab1eb-045b-4754-b5c2-05a8f1b3715b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.592934] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.592934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.593317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.593921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.594058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.594463] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.594532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.594564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.594763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.594836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.594948] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 already deleted. [ 708.595035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.965857] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.967140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.967140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.967370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.967370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.967616] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 7e5ab1eb-045b-4754-b5c2-05a8f1b3715b not found, creating... [ 708.967938] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.968033] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.969138] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.969138] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.969138] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.969138] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.969138] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.970038] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.970038] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.970038] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.970038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 7e5ab1eb-045b-4754-b5c2-05a8f1b3715b is going to be created. [ 708.991981] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.992265] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.992359] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.992955] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.993197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.993435] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-7e5ab1eb-045b-4754-b5c2-05a8f1b3715b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.733933] env[65529]: INFO networking_nsxv3.common.synchronization [req-a0015166-aae5-483c-8d75-9dfc25bd7f50 req-3135faf2-03cd-43ae-a84a-c6ad76812c63 service nova] Enqueued Resource ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 with Priority: HIGHEST for action security_group_rules [ 709.733933] env[65529]: INFO networking_nsxv3.common.synchronization [req-a0015166-aae5-483c-8d75-9dfc25bd7f50 req-3135faf2-03cd-43ae-a84a-c6ad76812c63 service nova] Enqueued Resource ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 with Priority: HIGHEST for action security_group_members [ 709.733933] env[65529]: INFO networking_nsxv3.common.synchronization [req-a0015166-aae5-483c-8d75-9dfc25bd7f50 req-3135faf2-03cd-43ae-a84a-c6ad76812c63 service nova] Enqueued Resource ID: 7e5ab1eb-045b-4754-b5c2-05a8f1b3715b with Priority: HIGHEST for action port [ 709.734429] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 with Priority: HIGHEST for action security_group_rules [ 709.734429] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 with Priority: HIGHEST for action security_group_members [ 709.734429] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5ab1eb-045b-4754-b5c2-05a8f1b3715b with Priority: HIGHEST for action port [ 709.734527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.735064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.735064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.735064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.735064] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58cd4355-54fa-4ab8-94c2-fab6b08c98a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.738153] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.738272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.738314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.738560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.738880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.738880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.738880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.739044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.739107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.739207] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cd4355-54fa-4ab8-94c2-fab6b08c98a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.739980] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e5ab1eb-045b-4754-b5c2-05a8f1b3715b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.740095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e5ab1eb-045b-4754-b5c2-05a8f1b3715b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.740159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e5ab1eb-045b-4754-b5c2-05a8f1b3715b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.740320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e5ab1eb-045b-4754-b5c2-05a8f1b3715b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.740402] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5ab1eb-045b-4754-b5c2-05a8f1b3715b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.029870] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a in Status: SUCCESS [ 710.029870] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a deletion is rescheduled due to dependency. [ 710.029870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.238540] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.238679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.244463] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58cd4355-54fa-4ab8-94c2-fab6b08c98a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.245079] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e5ab1eb-045b-4754-b5c2-05a8f1b3715b with status ACTIVE [ 710.245214] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.245332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.245415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.245626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.245894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.246096] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.246197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.246260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.246428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.246510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.246689] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.246790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.246845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.246989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.247074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.247158] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e5ab1eb-045b-4754-b5c2-05a8f1b3715b is going to be updated. [ 710.269881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.270041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.270088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.270369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.270568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.270769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e5ab1eb-045b-4754-b5c2-05a8f1b3715b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.749487] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58cd4355-54fa-4ab8-94c2-fab6b08c98a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.877878] env[65529]: INFO networking_nsxv3.common.synchronization [req-35ec79fd-bf24-490e-905d-a561587d3904 req-6cc98df2-4269-4a6e-ba14-88712703a66f tempest-ServersTestMultiNic-1405424586 tempest-ServersTestMultiNic-1405424586-project-member] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 710.878236] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 710.878552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.878680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.878744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.878946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.879114] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.879400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.879400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.879400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.879519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.879561] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.252169] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.252357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.252357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.252489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.252575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.253047] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 is going to be created. [ 711.270268] env[65529]: INFO networking_nsxv3.common.synchronization [req-35ec79fd-bf24-490e-905d-a561587d3904 req-8a2b80e6-9fab-45cb-90bd-bb61615f086e tempest-ServersTestMultiNic-1405424586 tempest-ServersTestMultiNic-1405424586-project-member] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 711.270806] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 711.271373] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.271373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.281295] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.281295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.281295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.281295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.281295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.292177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 in Status: UNINITIALIZED for 2s [ 711.328160] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b9cfc909-2df5-4b9c-a72d-d1a1c690c765 None None] Enqueued Resource ID: 4a27307f-50de-4122-8e86-389971891b17 with Priority: HIGHEST for action port [ 711.328762] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a27307f-50de-4122-8e86-389971891b17 with Priority: HIGHEST for action port [ 711.329114] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a27307f-50de-4122-8e86-389971891b17 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.329188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a27307f-50de-4122-8e86-389971891b17" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.329255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a27307f-50de-4122-8e86-389971891b17" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.329514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a27307f-50de-4122-8e86-389971891b17" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.329601] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a27307f-50de-4122-8e86-389971891b17',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.383067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.383067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.383067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.383067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.383067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.383315] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.383391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.383451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.383607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.383681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.383764] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 711.415994] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.418430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.418430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.418430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.418430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.430340] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 711.733842] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.735021] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-813" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.735021] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-813" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.735021] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-813" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.735440] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.735757] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.736048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.736767] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.737036] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.737340] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.740223] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.740223] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.740223] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.740223] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.740223] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.740223] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.756896] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.757203] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.757312] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.757496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-813" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.757980] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-3dbdba21-9537-43e5-980c-5b115432399d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.758279] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-3dbdba21-9537-43e5-980c-5b115432399d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.758388] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-3dbdba21-9537-43e5-980c-5b115432399d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.758867] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-3dbdba21-9537-43e5-980c-5b115432399d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.759014] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dbdba21-9537-43e5-980c-5b115432399d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.832793] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a27307f-50de-4122-8e86-389971891b17 [ 711.833060] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.833201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.833281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.833497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.833586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.833682] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a27307f-50de-4122-8e86-389971891b17 already deleted. [ 711.833764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a27307f-50de-4122-8e86-389971891b17" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.265893] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.267191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.267191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.267445] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.270017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.270017] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 3dbdba21-9537-43e5-980c-5b115432399d not found, creating... [ 712.270017] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.270017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.270017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.270017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.270017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.270017] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.270017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.270017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.270380] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.270380] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.270380] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 3dbdba21-9537-43e5-980c-5b115432399d is going to be created. [ 712.291947] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.291947] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.291947] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.291947] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.291947] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.291947] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-3dbdba21-9537-43e5-980c-5b115432399d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.489594] env[65529]: INFO networking_nsxv3.common.synchronization [req-34f10710-3765-4b19-b2c6-c273bffeab87 req-d058d859-68c0-449b-a39e-161a8f7eabb5 tempest-ServersAdminNegativeTestJSON-522903480 tempest-ServersAdminNegativeTestJSON-522903480-project-member] Enqueued Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_members [ 712.490264] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_members [ 712.490647] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.490782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.490847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.491082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.491242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.491469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.491469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.491584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.491636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.491697] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.995871] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.035605] env[65529]: INFO networking_nsxv3.common.synchronization [req-35ec79fd-bf24-490e-905d-a561587d3904 req-013d615d-7dfe-4a0f-923c-9fde45b9fc14 service nova] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_rules [ 713.035863] env[65529]: INFO networking_nsxv3.common.synchronization [req-35ec79fd-bf24-490e-905d-a561587d3904 req-013d615d-7dfe-4a0f-923c-9fde45b9fc14 service nova] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 713.035972] env[65529]: INFO networking_nsxv3.common.synchronization [req-35ec79fd-bf24-490e-905d-a561587d3904 req-013d615d-7dfe-4a0f-923c-9fde45b9fc14 service nova] Enqueued Resource ID: 3dbdba21-9537-43e5-980c-5b115432399d with Priority: HIGHEST for action port [ 713.036736] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_rules [ 713.037293] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 713.037293] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dbdba21-9537-43e5-980c-5b115432399d with Priority: HIGHEST for action port [ 713.037446] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.039410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.039515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.039748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.039831] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.040830] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.040925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.041134] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dbdba21-9537-43e5-980c-5b115432399d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.041236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dbdba21-9537-43e5-980c-5b115432399d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.042021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dbdba21-9537-43e5-980c-5b115432399d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.042021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dbdba21-9537-43e5-980c-5b115432399d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.042021] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dbdba21-9537-43e5-980c-5b115432399d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.302865] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 in Status: SUCCESS [ 713.303106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.303658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.303918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.304193] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.304332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.304411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.304640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.304745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.304876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.304970] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58cd4355-54fa-4ab8-94c2-fab6b08c98a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.438754] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 713.438938] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f deletion is rescheduled due to dependency. [ 713.439066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.439227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.439443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.439618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.439735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.439802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.439951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.440060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.440135] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.501936] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.538419] env[65529]: INFO networking_nsxv3.common.synchronization [req-aa94c3d8-f389-4cc3-9b72-d5778785b16d req-040da6b8-b21d-430f-86bc-02b2a0adabc2 tempest-SecurityGroupRulesNegativeTestJSON-1342305016 tempest-SecurityGroupRulesNegativeTestJSON-1342305016-project-member] Enqueued Resource ID: 61cc7223-143a-4142-8dcf-8d630e630dae with Priority: HIGHEST for action security_group_rules [ 713.539094] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61cc7223-143a-4142-8dcf-8d630e630dae with Priority: HIGHEST for action security_group_rules [ 713.539518] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61cc7223-143a-4142-8dcf-8d630e630dae taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.539608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61cc7223-143a-4142-8dcf-8d630e630dae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.539608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61cc7223-143a-4142-8dcf-8d630e630dae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.539896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61cc7223-143a-4142-8dcf-8d630e630dae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.539976] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61cc7223-143a-4142-8dcf-8d630e630dae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.544463] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.544636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.544862] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3dbdba21-9537-43e5-980c-5b115432399d with status ACTIVE [ 713.547033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.547033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.547033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.547033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.548734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.548984] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.549145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.549212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.549403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.549519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.549725] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.549825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.549905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.550087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.550166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.550290] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3dbdba21-9537-43e5-980c-5b115432399d is going to be updated. [ 713.574732] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.574732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.574886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.574999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.575208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.575392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dbdba21-9537-43e5-980c-5b115432399d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.784880] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f03eb3a4-c8b3-4f1c-a303-fbfa4073712b None None] Enqueued Resource ID: c1fa39f4-e794-4866-8338-2b969c8af23f with Priority: HIGHEST for action port [ 713.784880] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fa39f4-e794-4866-8338-2b969c8af23f with Priority: HIGHEST for action port [ 713.784880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1fa39f4-e794-4866-8338-2b969c8af23f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.784880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1fa39f4-e794-4866-8338-2b969c8af23f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.784880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1fa39f4-e794-4866-8338-2b969c8af23f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.784880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1fa39f4-e794-4866-8338-2b969c8af23f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.784880] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fa39f4-e794-4866-8338-2b969c8af23f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.807856] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58cd4355-54fa-4ab8-94c2-fab6b08c98a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.871047] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.871178] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-353" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.871385] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-353" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.871847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-353" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.872251] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.872497] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.872712] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.873032] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.873245] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.873521] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.873714] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.873902] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.874099] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.874327] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.874465] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.874671] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.900022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.900022] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.900022] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.900022] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-353" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.900022] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-b0f2c697-1b20-4c39-b201-440ec90292b1 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.900022] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-b0f2c697-1b20-4c39-b201-440ec90292b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.900022] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-b0f2c697-1b20-4c39-b201-440ec90292b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.900022] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-b0f2c697-1b20-4c39-b201-440ec90292b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.900022] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f2c697-1b20-4c39-b201-440ec90292b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.942704] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.003909] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.004225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.004225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.004351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.004443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.004538] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 is going to be updated. [ 714.050877] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.051325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.051325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.051325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.051592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.064679] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.064892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.064892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.065102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.065199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.065334] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61cc7223-143a-4142-8dcf-8d630e630dae already deleted. [ 714.065637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61cc7223-143a-4142-8dcf-8d630e630dae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.066095] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: IN_PROGRESS for 2s [ 714.288019] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1fa39f4-e794-4866-8338-2b969c8af23f [ 714.288282] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.288338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.288391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.288664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.288756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.288857] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1fa39f4-e794-4866-8338-2b969c8af23f already deleted. [ 714.288937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1fa39f4-e794-4866-8338-2b969c8af23f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.309971] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58cd4355-54fa-4ab8-94c2-fab6b08c98a5: rpc.has_security_group_logging(os_id): False [ 714.332793] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.332936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.333027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.333245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.333458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.333852] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.333976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.334057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.334238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.334324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.334452] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 is going to be created. [ 714.403794] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.404017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.404144] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.404429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.404574] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.404722] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port b0f2c697-1b20-4c39-b201-440ec90292b1 not found, creating... [ 714.404977] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.405161] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.405734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.405734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.405734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.405914] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.406088] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.406209] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.406478] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.406675] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.406956] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: b0f2c697-1b20-4c39-b201-440ec90292b1 is going to be created. [ 714.419055] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.419209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.419209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.419396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.419571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.432045] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 in Status: IN_PROGRESS for 2s [ 714.443294] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.443518] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.443640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.443918] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.444218] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.445228] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-b0f2c697-1b20-4c39-b201-440ec90292b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.445343] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.716642] env[65529]: INFO networking_nsxv3.common.synchronization [req-eef7b35f-7c75-446e-8da0-4c59d8a7013b req-b077a194-0667-45f9-8a65-475c12fae7c9 tempest-SecurityGroupRulesNegativeTestJSON-1342305016 tempest-SecurityGroupRulesNegativeTestJSON-1342305016-project-member] Enqueued Resource ID: 61cc7223-143a-4142-8dcf-8d630e630dae with Priority: HIGHEST for action security_group_rules [ 714.717406] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61cc7223-143a-4142-8dcf-8d630e630dae with Priority: HIGHEST for action security_group_rules [ 714.718570] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61cc7223-143a-4142-8dcf-8d630e630dae taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.718680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61cc7223-143a-4142-8dcf-8d630e630dae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.718723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61cc7223-143a-4142-8dcf-8d630e630dae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.719709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61cc7223-143a-4142-8dcf-8d630e630dae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.719709] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61cc7223-143a-4142-8dcf-8d630e630dae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.948400] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.948866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.948866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.949070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.949167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.949310] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 714.983699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.985038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.985038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.985038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.985038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.994861] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 715.167180] env[65529]: INFO networking_nsxv3.common.synchronization [req-35ec79fd-bf24-490e-905d-a561587d3904 req-7e9c9e93-94b5-4824-8e05-d8a4caecf9e6 service nova] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_rules [ 715.167460] env[65529]: INFO networking_nsxv3.common.synchronization [req-35ec79fd-bf24-490e-905d-a561587d3904 req-7e9c9e93-94b5-4824-8e05-d8a4caecf9e6 service nova] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 715.167876] env[65529]: INFO networking_nsxv3.common.synchronization [req-35ec79fd-bf24-490e-905d-a561587d3904 req-7e9c9e93-94b5-4824-8e05-d8a4caecf9e6 service nova] Enqueued Resource ID: b0f2c697-1b20-4c39-b201-440ec90292b1 with Priority: HIGHEST for action port [ 715.168360] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_rules [ 715.168503] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 715.168602] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f2c697-1b20-4c39-b201-440ec90292b1 with Priority: HIGHEST for action port [ 715.168905] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.169019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.169283] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.169388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.169569] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f2c697-1b20-4c39-b201-440ec90292b1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.169672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f2c697-1b20-4c39-b201-440ec90292b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.169736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f2c697-1b20-4c39-b201-440ec90292b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.170018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f2c697-1b20-4c39-b201-440ec90292b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.170104] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f2c697-1b20-4c39-b201-440ec90292b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.241543] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.241776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.241853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.242094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.242232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.242367] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61cc7223-143a-4142-8dcf-8d630e630dae already deleted. [ 715.242476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61cc7223-143a-4142-8dcf-8d630e630dae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.673067] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0f2c697-1b20-4c39-b201-440ec90292b1 with status ACTIVE [ 715.673166] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.673296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.673730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.673730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.673730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.673950] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.673950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.673950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.674114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.674186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.674367] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.674506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.674506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.674648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.674721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.674804] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0f2c697-1b20-4c39-b201-440ec90292b1 is going to be updated. [ 715.699661] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.699661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.699661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.699661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.699661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.699661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f2c697-1b20-4c39-b201-440ec90292b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.077409] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: SUCCESS [ 716.077666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.125728] env[65529]: INFO networking_nsxv3.common.synchronization [req-56ceefe0-97ec-42c6-b6bf-38a6c25a5fb5 req-73cddeba-e503-49ef-9e72-9d655734e339 tempest-ImagesTestJSON-42966517 tempest-ImagesTestJSON-42966517-project-member] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 716.126602] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 716.126963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.127186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.127309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.127629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.127799] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.127913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.127972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.128780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.128780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.128780] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.444542] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 in Status: SUCCESS [ 716.445292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.631197] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.631428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.631681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.631741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.631842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.632065] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.632165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.632229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.632382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.632459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.632546] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 716.660660] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.660796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.660864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.661093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.661224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.671418] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 717.005078] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 717.005384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.005624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.005838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.006240] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.006240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.006240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.006457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.006457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.006564] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.100730] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.100944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.101083] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.101375] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.101675] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.101829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.101938] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.102301] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.102496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.102727] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.102792] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.102886] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.102985] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.103385] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.103385] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.103468] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.136475] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.137666] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.137666] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.137666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.137666] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-e3c8b4df-df34-4760-9938-ce9ce72249ae taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.138057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-e3c8b4df-df34-4760-9938-ce9ce72249ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.138057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-e3c8b4df-df34-4760-9938-ce9ce72249ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.138345] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-e3c8b4df-df34-4760-9938-ce9ce72249ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.138481] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3c8b4df-df34-4760-9938-ce9ce72249ae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.509015] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.641276] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.641276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.641381] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.641681] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.641835] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.642462] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port e3c8b4df-df34-4760-9938-ce9ce72249ae not found, creating... [ 717.642462] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.642872] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.642872] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.642872] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.642984] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.643300] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.643457] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.643570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.643771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.643898] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.644290] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: e3c8b4df-df34-4760-9938-ce9ce72249ae is going to be created. [ 717.665247] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.665563] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.665563] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.665901] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.666138] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.666374] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-e3c8b4df-df34-4760-9938-ce9ce72249ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.011664] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.366993] env[65529]: INFO networking_nsxv3.common.synchronization [req-56ceefe0-97ec-42c6-b6bf-38a6c25a5fb5 req-82d376f4-1e07-41fb-ae18-43b57e877af3 service nova] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_rules [ 718.366993] env[65529]: INFO networking_nsxv3.common.synchronization [req-56ceefe0-97ec-42c6-b6bf-38a6c25a5fb5 req-82d376f4-1e07-41fb-ae18-43b57e877af3 service nova] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 718.366993] env[65529]: INFO networking_nsxv3.common.synchronization [req-56ceefe0-97ec-42c6-b6bf-38a6c25a5fb5 req-82d376f4-1e07-41fb-ae18-43b57e877af3 service nova] Enqueued Resource ID: e3c8b4df-df34-4760-9938-ce9ce72249ae with Priority: HIGHEST for action port [ 718.367236] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_rules [ 718.367392] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 718.367783] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c8b4df-df34-4760-9938-ce9ce72249ae with Priority: HIGHEST for action port [ 718.368153] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.368479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.368479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.369219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.369219] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.370154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.370250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.370479] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3c8b4df-df34-4760-9938-ce9ce72249ae taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.370611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3c8b4df-df34-4760-9938-ce9ce72249ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.370733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3c8b4df-df34-4760-9938-ce9ce72249ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.370963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3c8b4df-df34-4760-9938-ce9ce72249ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.371086] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3c8b4df-df34-4760-9938-ce9ce72249ae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.514466] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.514782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.514782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.515227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.515305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.515507] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 718.552213] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.552699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.552699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.552699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.552825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.565774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 718.683046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 718.683046] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe deletion is rescheduled due to dependency. [ 718.683204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.683339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.683536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.684258] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.684258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.684258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.684258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.684258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.684527] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.873592] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.873814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.873968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3c8b4df-df34-4760-9938-ce9ce72249ae with status ACTIVE [ 718.874176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.874288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.874386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.874724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.874724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.874977] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.875116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.875181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.875374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.875435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.875768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.875768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.875882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.876306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.876455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.876455] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3c8b4df-df34-4760-9938-ce9ce72249ae is going to be updated. [ 718.898771] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.898962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.899147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.899251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.899390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.899549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3c8b4df-df34-4760-9938-ce9ce72249ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.949125] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f08b52d-6c8b-40ca-8af1-30171a837fb4 req-ce66bf60-68ab-4d3d-992a-c0c1c171762b tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 718.949635] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 718.949955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.950108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.950178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.950443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.950606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.950702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.950771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.950912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.950995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.951102] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.190434] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.452913] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.455224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.455224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.455224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.455224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.455224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.455224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.455224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.455224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.455224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.455224] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 already deleted. [ 719.455224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.503134] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.503329] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-496" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.503485] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-496" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.503759] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-496" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.507338] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.507734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.508012] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.508317] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.508464] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.508716] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.508863] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.508976] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.509095] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.509203] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.509305] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.509445] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.540221] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.540221] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.540221] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.540221] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-496" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.540727] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-41270852-129e-4358-a916-b739b91ac416 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.540727] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.540727] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.541035] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.541199] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41270852-129e-4358-a916-b739b91ac416',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.693354] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.043646] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.045244] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.045492] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.046511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.046962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.047078] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 41270852-129e-4358-a916-b739b91ac416 not found, creating... [ 720.047546] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.047896] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.048142] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.048616] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.048829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.049339] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.049621] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.049843] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.050225] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.050452] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.050704] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 41270852-129e-4358-a916-b739b91ac416 is going to be created. [ 720.070595] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.070850] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.071017] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.071372] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.071674] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.071910] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.195482] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.195860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.195947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.196214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.196319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.196435] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 720.248403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.248553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.248609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.248834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.248982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.261414] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 720.578484] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 720.578849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.578947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.579212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.579442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.579600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.579716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.579873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.580955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.580955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.580955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.582611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.582611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.582611] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.582611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.582611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.582611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.582611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.582611] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.955650] env[65529]: INFO networking_nsxv3.common.synchronization [None req-06f02036-5dd4-4c2e-9af1-304855c5025c None None] Enqueued Resource ID: 6f8d3f31-6cd9-415f-a10c-84d6188b15e3 with Priority: HIGHEST for action port [ 720.956316] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f8d3f31-6cd9-415f-a10c-84d6188b15e3 with Priority: HIGHEST for action port [ 720.956643] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f8d3f31-6cd9-415f-a10c-84d6188b15e3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.956773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f8d3f31-6cd9-415f-a10c-84d6188b15e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.956883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f8d3f31-6cd9-415f-a10c-84d6188b15e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.958022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f8d3f31-6cd9-415f-a10c-84d6188b15e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.958159] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f8d3f31-6cd9-415f-a10c-84d6188b15e3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.084692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.084692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.087423] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.206260] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f08b52d-6c8b-40ca-8af1-30171a837fb4 req-46cc32aa-03f4-4190-a830-b8ac8532b5ee service nova] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_rules [ 721.206260] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f08b52d-6c8b-40ca-8af1-30171a837fb4 req-46cc32aa-03f4-4190-a830-b8ac8532b5ee service nova] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 721.206260] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f08b52d-6c8b-40ca-8af1-30171a837fb4 req-46cc32aa-03f4-4190-a830-b8ac8532b5ee service nova] Enqueued Resource ID: 41270852-129e-4358-a916-b739b91ac416 with Priority: HIGHEST for action port [ 721.206260] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_rules [ 721.206260] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 721.206260] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41270852-129e-4358-a916-b739b91ac416 with Priority: HIGHEST for action port [ 721.206260] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.206260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.206260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.206735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.206940] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.208578] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.208838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.209085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.209340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.209591] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.209786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.209927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.210172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.211155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.211342] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.215927] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-41270852-129e-4358-a916-b739b91ac416 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.215927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.215927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.215927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.215927] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41270852-129e-4358-a916-b739b91ac416',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.461882] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f8d3f31-6cd9-415f-a10c-84d6188b15e3 [ 721.461882] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.461882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.461882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.461882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.461882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.461882] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f8d3f31-6cd9-415f-a10c-84d6188b15e3 already deleted. [ 721.461882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f8d3f31-6cd9-415f-a10c-84d6188b15e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.590538] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.718019] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.718423] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.718567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.719042] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41270852-129e-4358-a916-b739b91ac416 with status ACTIVE [ 721.719251] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.719472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.719554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.719819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.719941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.720162] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.721123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.721123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.721123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.721123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.721123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.721123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.721123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.721123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.721123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.721713] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41270852-129e-4358-a916-b739b91ac416 is going to be updated. [ 721.742660] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.743534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.743722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.744059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.744246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.744583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.978046] env[65529]: INFO networking_nsxv3.common.synchronization [req-c4c6789e-1763-4b17-960c-36bc27b8d2f6 req-471e2341-887b-4782-9eee-7b736aecb463 tempest-ServerDiskConfigTestJSON-1663387755 tempest-ServerDiskConfigTestJSON-1663387755-project-member] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 721.979548] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 721.979548] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.979548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.980257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.980589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.980751] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.980964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.980964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.981256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.981256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.981334] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.095229] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.095391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.095462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.095761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.099026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.099026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 722.127232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.127396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.127466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.127810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.127875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.140533] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 722.220114] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.273235] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 722.273516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.273698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.273930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.274241] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.274356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.274356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.274482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.274560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.274659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.274755] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.445397] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.448748] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.448748] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.448748] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.448748] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.448748] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.448748] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.448748] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.448748] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.448748] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.448748] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.448748] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.448748] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.448748] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.448748] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.448748] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.487026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.487026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.487026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.487026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.487026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.487026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.487026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.487026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.487026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.487026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.487026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 already deleted. [ 722.487026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.487026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.488152] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.488402] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.488669] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.489236] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-1f9de949-ca7c-4583-b2f1-9e5e5efa706b taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.489700] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-1f9de949-ca7c-4583-b2f1-9e5e5efa706b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.489926] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-1f9de949-ca7c-4583-b2f1-9e5e5efa706b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.490327] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-1f9de949-ca7c-4583-b2f1-9e5e5efa706b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.490592] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9de949-ca7c-4583-b2f1-9e5e5efa706b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.725188] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.725518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.725518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.725651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.725737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.725878] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be created. [ 722.752511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.752644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.752644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.752810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.753414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.763539] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: UNINITIALIZED for 2s [ 722.780105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.780259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.780331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.780765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.780914] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.781024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.781215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.781265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.781334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.781427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.781570] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.781662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.781724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.781865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.782007] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.782102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.782163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.782299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.782374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.782455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.782540] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.940290] env[65529]: INFO networking_nsxv3.common.synchronization [None req-1cebc3a6-dd40-49ea-8178-6d098f5e2bb2 None None] Enqueued Resource ID: 7c3b874d-1db4-4592-a260-8eaa49c7203a with Priority: HIGHEST for action port [ 722.940430] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3b874d-1db4-4592-a260-8eaa49c7203a with Priority: HIGHEST for action port [ 722.940871] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c3b874d-1db4-4592-a260-8eaa49c7203a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.940962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c3b874d-1db4-4592-a260-8eaa49c7203a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.941676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c3b874d-1db4-4592-a260-8eaa49c7203a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.941676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c3b874d-1db4-4592-a260-8eaa49c7203a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.941676] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c3b874d-1db4-4592-a260-8eaa49c7203a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.945327] env[65529]: INFO networking_nsxv3.common.synchronization [None req-498405ba-ca05-43c7-95fb-13da57b1f081 None None] Enqueued Resource ID: b811aade-ba84-4fbe-94f6-8f57f10fb7ef with Priority: HIGHEST for action port [ 722.945639] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b811aade-ba84-4fbe-94f6-8f57f10fb7ef with Priority: HIGHEST for action port [ 722.946097] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b811aade-ba84-4fbe-94f6-8f57f10fb7ef taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.946097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b811aade-ba84-4fbe-94f6-8f57f10fb7ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.946097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b811aade-ba84-4fbe-94f6-8f57f10fb7ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.946344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b811aade-ba84-4fbe-94f6-8f57f10fb7ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.946413] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b811aade-ba84-4fbe-94f6-8f57f10fb7ef',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.994123] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.995062] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.995062] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.995062] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.995379] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.995664] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 1f9de949-ca7c-4583-b2f1-9e5e5efa706b not found, creating... [ 722.995929] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.996131] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.996351] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.996640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.996792] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.997539] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.998254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.998254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.998254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.998254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.998599] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 1f9de949-ca7c-4583-b2f1-9e5e5efa706b is going to be created. [ 723.023095] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.023342] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.023453] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.023709] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.023939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.024196] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-1f9de949-ca7c-4583-b2f1-9e5e5efa706b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.284877] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ff270d0-0edc-4d6a-bbe1-9363588911fe: rpc.has_security_group_logging(os_id): False [ 723.311567] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.311893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.311893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.312140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.312241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.312525] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.312709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.312709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.312923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.313034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.313296] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.313412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.313507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.313682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.313785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.314062] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.314189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.314271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.314453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.314546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.314663] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 723.395021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.395021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.395021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.395021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.395021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.409040] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 723.443549] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c3b874d-1db4-4592-a260-8eaa49c7203a [ 723.443798] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.443958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.444035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.444238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.444310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.444412] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c3b874d-1db4-4592-a260-8eaa49c7203a already deleted. [ 723.447030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c3b874d-1db4-4592-a260-8eaa49c7203a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.448097] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b811aade-ba84-4fbe-94f6-8f57f10fb7ef [ 723.448753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.448753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.448753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.448753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.448753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.449651] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b811aade-ba84-4fbe-94f6-8f57f10fb7ef already deleted. [ 723.449651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b811aade-ba84-4fbe-94f6-8f57f10fb7ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.824134] env[65529]: INFO networking_nsxv3.common.synchronization [req-c4c6789e-1763-4b17-960c-36bc27b8d2f6 req-1d1de5cb-4ba8-4905-8b8c-c028c23ce076 service nova] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_rules [ 723.824485] env[65529]: INFO networking_nsxv3.common.synchronization [req-c4c6789e-1763-4b17-960c-36bc27b8d2f6 req-1d1de5cb-4ba8-4905-8b8c-c028c23ce076 service nova] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 723.824485] env[65529]: INFO networking_nsxv3.common.synchronization [req-c4c6789e-1763-4b17-960c-36bc27b8d2f6 req-1d1de5cb-4ba8-4905-8b8c-c028c23ce076 service nova] Enqueued Resource ID: 1f9de949-ca7c-4583-b2f1-9e5e5efa706b with Priority: HIGHEST for action port [ 723.824955] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_rules [ 723.825102] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 723.825197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9de949-ca7c-4583-b2f1-9e5e5efa706b with Priority: HIGHEST for action port [ 723.825465] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.825584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.825676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.828056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.828372] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.830383] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.830528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.830572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.830761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.830949] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.831015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.831075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.831252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.831304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.831384] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.832179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f9de949-ca7c-4583-b2f1-9e5e5efa706b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.835302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f9de949-ca7c-4583-b2f1-9e5e5efa706b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.835417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f9de949-ca7c-4583-b2f1-9e5e5efa706b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.835568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f9de949-ca7c-4583-b2f1-9e5e5efa706b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.835654] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9de949-ca7c-4583-b2f1-9e5e5efa706b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.155854] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 724.155854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.155854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.155854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.155854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.155854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.155854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.155854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.155854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.156244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.157643] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.158561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.158721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.158887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.159334] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.159334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.159334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.160545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.160621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.160745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.161205] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.338393] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.339744] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.339885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.340229] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f9de949-ca7c-4583-b2f1-9e5e5efa706b with status ACTIVE [ 724.340407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.340598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.340598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.340790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.340930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.341071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.341170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.341234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.341563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.342555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.342555] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.342555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.342555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.342555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.342555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.342555] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f9de949-ca7c-4583-b2f1-9e5e5efa706b is going to be updated. [ 724.365657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.365864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.366455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.366455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.366455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.366715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f9de949-ca7c-4583-b2f1-9e5e5efa706b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.664777] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94707216-d42d-48ec-bfb6-ef5f45c6853f: rpc.has_security_group_logging(os_id): False [ 724.682901] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.684804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.684804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.684804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.684804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.684804] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.684804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.684804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.685341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.685919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.685919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.685919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.685919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.686552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.686678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.686882] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.686981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.687055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.687208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.687291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.687365] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 724.697366] env[65529]: INFO networking_nsxv3.common.synchronization [req-020debb3-d7c0-4679-ac9d-25e8462d78e0 req-3ca78ca0-b2b5-4952-98fa-668a3356513d tempest-TenantUsagesTestJSON-1007987832 tempest-TenantUsagesTestJSON-1007987832-project-member] Enqueued Resource ID: 9654556b-20fa-4b5d-8455-1840c425fa44 with Priority: HIGHEST for action security_group_members [ 724.697366] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9654556b-20fa-4b5d-8455-1840c425fa44 with Priority: HIGHEST for action security_group_members [ 724.697558] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9654556b-20fa-4b5d-8455-1840c425fa44 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.697700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.698085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.698085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.698413] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.698413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.698413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.698547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.698625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.698687] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9654556b-20fa-4b5d-8455-1840c425fa44',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.764172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.764333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.764375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.764601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.764741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.783206] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 724.783428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.783659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.783823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.784174] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.784174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.784293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.784455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.784455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.784594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.784594] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.790917] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 724.841198] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.201586] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.203487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.203487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.203487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.203487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.203487] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.203487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.203487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.203487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.203487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.203487] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9654556b-20fa-4b5d-8455-1840c425fa44 already deleted. [ 725.203487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.288390] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.288390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.288390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.288390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.288973] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.288973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.288973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.289104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.289139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.289427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.289427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.289695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.289695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.289695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.289823] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.289875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.290051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.290173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.290173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.290251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.290293] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.344610] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.344610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.344610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.345491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.345645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.345768] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be created. [ 725.382025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.382025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.382025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.382025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.382296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.392481] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: UNINITIALIZED for 2s [ 725.427343] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 725.428145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.472411] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.472411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.472411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.472543] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.473294] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.473294] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.473294] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.473477] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.473592] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.473778] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.473883] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.473986] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.474110] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.474218] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.474316] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.474445] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.488822] env[65529]: INFO networking_nsxv3.common.synchronization [None req-03e05089-2497-443d-bb25-751f45716d32 None None] Enqueued Resource ID: 419a0742-95f5-402d-ab0b-e1ee1a587911 with Priority: HIGHEST for action port [ 725.489422] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419a0742-95f5-402d-ab0b-e1ee1a587911 with Priority: HIGHEST for action port [ 725.489743] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-419a0742-95f5-402d-ab0b-e1ee1a587911 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.489873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-419a0742-95f5-402d-ab0b-e1ee1a587911" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.489995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-419a0742-95f5-402d-ab0b-e1ee1a587911" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.490248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-419a0742-95f5-402d-ab0b-e1ee1a587911" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.490395] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('419a0742-95f5-402d-ab0b-e1ee1a587911',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.497756] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.497756] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.497756] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.497756] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.497756] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-c51082a9-f73a-472f-917d-12c34c7dcba9 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.497756] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-c51082a9-f73a-472f-917d-12c34c7dcba9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.497756] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-c51082a9-f73a-472f-917d-12c34c7dcba9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.498551] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-c51082a9-f73a-472f-917d-12c34c7dcba9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.498551] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51082a9-f73a-472f-917d-12c34c7dcba9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.795159] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661: rpc.has_security_group_logging(os_id): False [ 725.816417] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.816417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.816417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.816719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.816719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.817200] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.817200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.817200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.817200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.817371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.817453] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.817542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.817840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.817840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.817840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.818039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.818131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.818189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.818325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.818899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.818899] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be created. [ 725.889193] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.889193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.889193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.889193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.889193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.907369] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 725.993082] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 419a0742-95f5-402d-ab0b-e1ee1a587911 [ 725.994399] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.994701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.995206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.995543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.997749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.997749] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:419a0742-95f5-402d-ab0b-e1ee1a587911 already deleted. [ 725.997749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-419a0742-95f5-402d-ab0b-e1ee1a587911" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.002136] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.003025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.003025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.003025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.003025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.003626] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port c51082a9-f73a-472f-917d-12c34c7dcba9 not found, creating... [ 726.004423] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.004423] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.005262] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.005262] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.005385] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.005631] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.006098] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.006098] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.006812] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.006901] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.007960] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: c51082a9-f73a-472f-917d-12c34c7dcba9 is going to be created. [ 726.029181] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.031766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.031766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.031766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.031766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.031766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-c51082a9-f73a-472f-917d-12c34c7dcba9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.798356] env[65529]: INFO networking_nsxv3.common.synchronization [req-020debb3-d7c0-4679-ac9d-25e8462d78e0 req-724b2efd-4282-421a-9e9f-3f1f72371693 service nova] Enqueued Resource ID: 9654556b-20fa-4b5d-8455-1840c425fa44 with Priority: HIGHEST for action security_group_rules [ 726.798531] env[65529]: INFO networking_nsxv3.common.synchronization [req-020debb3-d7c0-4679-ac9d-25e8462d78e0 req-724b2efd-4282-421a-9e9f-3f1f72371693 service nova] Enqueued Resource ID: 9654556b-20fa-4b5d-8455-1840c425fa44 with Priority: HIGHEST for action security_group_members [ 726.798662] env[65529]: INFO networking_nsxv3.common.synchronization [req-020debb3-d7c0-4679-ac9d-25e8462d78e0 req-724b2efd-4282-421a-9e9f-3f1f72371693 service nova] Enqueued Resource ID: c51082a9-f73a-472f-917d-12c34c7dcba9 with Priority: HIGHEST for action port [ 726.799286] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9654556b-20fa-4b5d-8455-1840c425fa44 with Priority: HIGHEST for action security_group_rules [ 726.799443] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9654556b-20fa-4b5d-8455-1840c425fa44 with Priority: HIGHEST for action security_group_members [ 726.799545] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51082a9-f73a-472f-917d-12c34c7dcba9 with Priority: HIGHEST for action port [ 726.799825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9654556b-20fa-4b5d-8455-1840c425fa44 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.800015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.800157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.800478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.800525] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9654556b-20fa-4b5d-8455-1840c425fa44',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.801431] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9654556b-20fa-4b5d-8455-1840c425fa44 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.801555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.802319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.802319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.802319] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.802319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.802319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.802319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.802319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.802610] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9654556b-20fa-4b5d-8455-1840c425fa44',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.803252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c51082a9-f73a-472f-917d-12c34c7dcba9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.803419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c51082a9-f73a-472f-917d-12c34c7dcba9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.803500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c51082a9-f73a-472f-917d-12c34c7dcba9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.803660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c51082a9-f73a-472f-917d-12c34c7dcba9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.803736] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51082a9-f73a-472f-917d-12c34c7dcba9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.820622] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 726.820622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.820622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.822296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.822296] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.318214] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9654556b-20fa-4b5d-8455-1840c425fa44',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.322365] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9654556b-20fa-4b5d-8455-1840c425fa44 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.322365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.324342] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c51082a9-f73a-472f-917d-12c34c7dcba9 with status ACTIVE [ 727.324342] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.324342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.324342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.324342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.324342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.324342] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.324342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.324342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.324342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.324828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.325146] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.325362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.325532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.325782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.325952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.326135] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c51082a9-f73a-472f-917d-12c34c7dcba9 is going to be updated. [ 727.327405] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.327674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.327878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.328180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.328455] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.329609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.329609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.329609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.329609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.329609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.329609] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.350994] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.351240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.351240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.351438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.351572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.351798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c51082a9-f73a-472f-917d-12c34c7dcba9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.408718] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 727.409056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.409521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.409780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.410111] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.410302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.410425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.410916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.410916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.411041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.412144] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.820008] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9654556b-20fa-4b5d-8455-1840c425fa44',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.831993] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.832217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.832327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.832485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.832656] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.832772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.832829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.832991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.833089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.833175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.833527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.833527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.833527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.833747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.833747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.833861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.833861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.833983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.834065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.834144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.834224] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.916459] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.918137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.918137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.918313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.918430] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.918526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.918526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.918961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.918961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.918961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.920648] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.920648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.920648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.920648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.920648] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.920648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.920648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.920648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.920648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.920648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.920648] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.922070] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 727.923249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.322652] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.323234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.323234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.323234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.323381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.323478] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9654556b-20fa-4b5d-8455-1840c425fa44 is going to be created. [ 728.338031] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94707216-d42d-48ec-bfb6-ef5f45c6853f: rpc.has_security_group_logging(os_id): False [ 728.356647] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.356882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.356983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.358538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.358538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.361279] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.361422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.361506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.361711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.361927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.362065] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.362199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.362271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.362473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.362756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.362834] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.362921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.362969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.363092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.363156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.363357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.363468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.363530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.363654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.363743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.363877] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 728.371283] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9654556b-20fa-4b5d-8455-1840c425fa44 in Status: UNINITIALIZED for 2s [ 728.423948] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be32e81-45e3-481c-956e-3a1f197e5548: rpc.has_security_group_logging(os_id): False [ 728.445800] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.445992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.445992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.446270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.446270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.446469] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.446567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.446634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.446816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.446876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.447084] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.447184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.447246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.447413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.447504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.447738] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.447846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.447901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.448063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.448140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.448225] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be created. [ 728.450677] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.450817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.450861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.451042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.451176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.497044] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 728.577335] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.577611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.577611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.577790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.578235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.595945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 730.381996] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9654556b-20fa-4b5d-8455-1840c425fa44 in Status: SUCCESS [ 730.382284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.382335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.382549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.382738] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.382858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.382924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.384483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.387106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.387106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.387106] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9654556b-20fa-4b5d-8455-1840c425fa44',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.516557] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 730.516787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.612310] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 730.612435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.891482] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9654556b-20fa-4b5d-8455-1840c425fa44 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.891482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.891482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.891612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.891752] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.892315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.892315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.892315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.892417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.892448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.892604] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9654556b-20fa-4b5d-8455-1840c425fa44 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.892703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.892765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.892913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.893079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.893154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.893354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.893354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.893413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.893491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.893578] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9654556b-20fa-4b5d-8455-1840c425fa44',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.362626] env[65529]: INFO networking_nsxv3.common.synchronization [None req-895a1120-e463-42a6-93ba-0d2ea200af99 None None] Enqueued Resource ID: 109968ec-584c-46c5-9248-3b2f2739ce6d with Priority: HIGHEST for action port [ 731.363077] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109968ec-584c-46c5-9248-3b2f2739ce6d with Priority: HIGHEST for action port [ 731.363466] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-109968ec-584c-46c5-9248-3b2f2739ce6d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.363604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-109968ec-584c-46c5-9248-3b2f2739ce6d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.363705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-109968ec-584c-46c5-9248-3b2f2739ce6d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.363972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-109968ec-584c-46c5-9248-3b2f2739ce6d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.364165] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('109968ec-584c-46c5-9248-3b2f2739ce6d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.396868] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9654556b-20fa-4b5d-8455-1840c425fa44: rpc.has_security_group_logging(os_id): False [ 731.415772] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.415976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.416112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.416446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.416557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.416843] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.416999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.417120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.417351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.417468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.417905] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.418064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.418160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.418371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.418498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.418761] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.418896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.418990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.419215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.419324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.419450] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9654556b-20fa-4b5d-8455-1840c425fa44 is going to be created. [ 731.490416] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.490509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.490509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.490785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.490940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.507803] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9654556b-20fa-4b5d-8455-1840c425fa44 in Status: IN_PROGRESS for 2s [ 731.866569] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 109968ec-584c-46c5-9248-3b2f2739ce6d [ 731.867414] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.867414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.867414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.867414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.867653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.867653] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:109968ec-584c-46c5-9248-3b2f2739ce6d already deleted. [ 731.867854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-109968ec-584c-46c5-9248-3b2f2739ce6d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.262634] env[65529]: INFO networking_nsxv3.common.synchronization [None req-af120cc0-3bac-42d8-add6-9d8e621e487c None None] Enqueued Resource ID: 00bc5d82-5813-4a77-a3b2-1f836a222ab7 with Priority: HIGHEST for action port [ 733.263224] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00bc5d82-5813-4a77-a3b2-1f836a222ab7 with Priority: HIGHEST for action port [ 733.265410] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-00bc5d82-5813-4a77-a3b2-1f836a222ab7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.265548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00bc5d82-5813-4a77-a3b2-1f836a222ab7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.265602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00bc5d82-5813-4a77-a3b2-1f836a222ab7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.265862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00bc5d82-5813-4a77-a3b2-1f836a222ab7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.265949] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00bc5d82-5813-4a77-a3b2-1f836a222ab7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.522059] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9654556b-20fa-4b5d-8455-1840c425fa44 in Status: SUCCESS [ 733.522279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.774999] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00bc5d82-5813-4a77-a3b2-1f836a222ab7 [ 733.774999] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.774999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.774999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.774999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.774999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.774999] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00bc5d82-5813-4a77-a3b2-1f836a222ab7 already deleted. [ 733.774999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00bc5d82-5813-4a77-a3b2-1f836a222ab7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.993486] env[65529]: INFO networking_nsxv3.common.synchronization [req-478a1021-61d4-40a2-9cb9-5a88605cc1bf req-bb58dc3d-e630-4999-a789-5a9fbb1bb5a8 tempest-ListServerFiltersTestJSON-628063354 tempest-ListServerFiltersTestJSON-628063354-project-member] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 733.994160] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 733.994420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.994535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.994535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.994962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.994962] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.996062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.996220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.996988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.996988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.996988] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.398031] env[65529]: INFO networking_nsxv3.common.synchronization [None req-924f2355-2aea-4a4d-9915-f24645bc0384 None None] Enqueued Resource ID: f77ad944-3fa1-4366-ba4a-e817f0154f64 with Priority: HIGHEST for action port [ 734.398579] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77ad944-3fa1-4366-ba4a-e817f0154f64 with Priority: HIGHEST for action port [ 734.398861] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f77ad944-3fa1-4366-ba4a-e817f0154f64 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.399277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f77ad944-3fa1-4366-ba4a-e817f0154f64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.399548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f77ad944-3fa1-4366-ba4a-e817f0154f64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.399702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f77ad944-3fa1-4366-ba4a-e817f0154f64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.400065] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f77ad944-3fa1-4366-ba4a-e817f0154f64',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.485955] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.485955] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-160" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.485955] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-160" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.487484] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-160" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.489025] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.489025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.489025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.489025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.489025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.489025] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.489025] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.489025] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.490098] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.490098] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.490098] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.490098] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.500440] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.500440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.500440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.500631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.500631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.500809] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.500899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.500958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.501243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.501243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.501329] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 already deleted. [ 734.501359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.513115] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.513313] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.513573] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.513655] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-160" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.513918] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-2f4e3601-917a-4c46-95ec-0d94bbe8ab8a taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.514096] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-2f4e3601-917a-4c46-95ec-0d94bbe8ab8a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.514210] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-2f4e3601-917a-4c46-95ec-0d94bbe8ab8a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.514526] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-2f4e3601-917a-4c46-95ec-0d94bbe8ab8a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.514663] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f4e3601-917a-4c46-95ec-0d94bbe8ab8a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.902451] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f77ad944-3fa1-4366-ba4a-e817f0154f64 [ 734.904392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.904392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.904392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.904392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.904392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.904392] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f77ad944-3fa1-4366-ba4a-e817f0154f64 already deleted. [ 734.904392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f77ad944-3fa1-4366-ba4a-e817f0154f64" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.020449] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.020687] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.020813] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.022462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.022462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.022462] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 2f4e3601-917a-4c46-95ec-0d94bbe8ab8a not found, creating... [ 735.022462] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.022462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.022462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.022462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.022462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.022799] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.024554] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.024732] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.025928] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.025928] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.025928] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 2f4e3601-917a-4c46-95ec-0d94bbe8ab8a is going to be created. [ 735.049239] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.049898] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.050183] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.051024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.051024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.051332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-2f4e3601-917a-4c46-95ec-0d94bbe8ab8a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.228580] env[65529]: INFO networking_nsxv3.common.synchronization [None req-02bd8675-c6e2-41b4-9ab3-1aae5f80ade4 tempest-ServersTestFqdnHostnames-713597942 tempest-ServersTestFqdnHostnames-713597942-project-member] Enqueued Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGHEST for action security_group_rules [ 735.229783] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGHEST for action security_group_rules [ 735.231089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8a30920-06bd-46fc-8ae4-baa8e90add61 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.231314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.231314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.231576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.231663] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8a30920-06bd-46fc-8ae4-baa8e90add61',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.712328] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ef31c98d-8847-4073-8906-52259628263f tempest-ServersTestFqdnHostnames-713597942 tempest-ServersTestFqdnHostnames-713597942-project-member] Enqueued Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGHEST for action security_group_rules [ 735.715739] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGHEST for action security_group_rules [ 735.715739] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8a30920-06bd-46fc-8ae4-baa8e90add61 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.715739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.756819] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.757558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.757847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.758142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.758945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.758945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 already deleted. [ 735.758945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.758945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.759334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.759334] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8a30920-06bd-46fc-8ae4-baa8e90add61',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.914807] env[65529]: INFO networking_nsxv3.common.synchronization [req-478a1021-61d4-40a2-9cb9-5a88605cc1bf req-77a35aba-de49-4f40-8e59-718977d79bba service nova] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_rules [ 735.914807] env[65529]: INFO networking_nsxv3.common.synchronization [req-478a1021-61d4-40a2-9cb9-5a88605cc1bf req-77a35aba-de49-4f40-8e59-718977d79bba service nova] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 735.914807] env[65529]: INFO networking_nsxv3.common.synchronization [req-478a1021-61d4-40a2-9cb9-5a88605cc1bf req-77a35aba-de49-4f40-8e59-718977d79bba service nova] Enqueued Resource ID: 2f4e3601-917a-4c46-95ec-0d94bbe8ab8a with Priority: HIGHEST for action port [ 735.915664] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_rules [ 735.915664] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 735.915664] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f4e3601-917a-4c46-95ec-0d94bbe8ab8a with Priority: HIGHEST for action port [ 735.916235] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.916235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.916235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.918100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.918100] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.919179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.919342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.919438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.919676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.919848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.919997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.919997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.921142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.921142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.921142] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.923030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f4e3601-917a-4c46-95ec-0d94bbe8ab8a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.923030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f4e3601-917a-4c46-95ec-0d94bbe8ab8a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.923205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f4e3601-917a-4c46-95ec-0d94bbe8ab8a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.923302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f4e3601-917a-4c46-95ec-0d94bbe8ab8a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.923382] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f4e3601-917a-4c46-95ec-0d94bbe8ab8a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.283643] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.283807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.283881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.284144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.284224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.284320] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 already deleted. [ 736.284407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.318085] env[65529]: INFO networking_nsxv3.common.synchronization [req-2a2827d7-4c61-41ef-81a5-989ef8a90698 req-dd28ff0e-9506-402d-9f04-6e3e810236be tempest-ListServerFiltersTestJSON-628063354 tempest-ListServerFiltersTestJSON-628063354-project-member] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 736.318085] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 736.318085] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.318085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.423964] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.425165] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.425299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.426825] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f4e3601-917a-4c46-95ec-0d94bbe8ab8a with status ACTIVE [ 736.427031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.427128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.427194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.427404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.427500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.427675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.427811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.427873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.428939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.428939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.428939] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.428939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.428939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.428939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.428939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.428939] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f4e3601-917a-4c46-95ec-0d94bbe8ab8a is going to be updated. [ 736.453129] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.453129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.453129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.454142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.457767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.457767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f4e3601-917a-4c46-95ec-0d94bbe8ab8a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.846687] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.846995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-160" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.846995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-160" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.847259] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-160" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.847500] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.847648] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.847783] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.848027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.848379] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.848379] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.848502] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.848657] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.848830] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.849009] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.849196] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.849417] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.870409] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.870561] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.870654] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.870833] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-160" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.871196] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-43ac8224-42d3-4dd9-818b-c444f7bcd8be taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.871368] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-43ac8224-42d3-4dd9-818b-c444f7bcd8be" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.871481] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-43ac8224-42d3-4dd9-818b-c444f7bcd8be" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.871802] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-43ac8224-42d3-4dd9-818b-c444f7bcd8be" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.871935] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43ac8224-42d3-4dd9-818b-c444f7bcd8be',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.927248] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.374128] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.374381] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.374498] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.374890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.374978] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.376151] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 43ac8224-42d3-4dd9-818b-c444f7bcd8be not found, creating... [ 737.376151] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.376151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.376151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.376151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.376480] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.376655] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.376969] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.377111] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.377355] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.377614] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.377805] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 43ac8224-42d3-4dd9-818b-c444f7bcd8be is going to be created. [ 737.405225] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.405519] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.405519] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.406040] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.406404] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.406510] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-43ac8224-42d3-4dd9-818b-c444f7bcd8be" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.429589] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.429790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.429841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.430986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.431297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.431622] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 is going to be created. [ 737.475039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.475196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.475279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.475518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.475794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.503617] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: UNINITIALIZED for 2s [ 737.602836] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3bf058ae-3567-4d82-ae70-655099199f29 None None] Enqueued Resource ID: eb1fcc80-ae2d-4e93-b010-40e142d85b8b with Priority: HIGHEST for action port [ 737.603601] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb1fcc80-ae2d-4e93-b010-40e142d85b8b with Priority: HIGHEST for action port [ 737.604198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb1fcc80-ae2d-4e93-b010-40e142d85b8b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.604375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb1fcc80-ae2d-4e93-b010-40e142d85b8b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.604504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb1fcc80-ae2d-4e93-b010-40e142d85b8b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.604822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb1fcc80-ae2d-4e93-b010-40e142d85b8b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.604936] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb1fcc80-ae2d-4e93-b010-40e142d85b8b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.109794] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb1fcc80-ae2d-4e93-b010-40e142d85b8b [ 738.109794] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.109794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.109794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.109794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.109794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.109794] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb1fcc80-ae2d-4e93-b010-40e142d85b8b already deleted. [ 738.109794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb1fcc80-ae2d-4e93-b010-40e142d85b8b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.166942] env[65529]: INFO networking_nsxv3.common.synchronization [req-2a2827d7-4c61-41ef-81a5-989ef8a90698 req-66a259df-62c6-4a06-941a-453d58c3825f service nova] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_rules [ 738.167068] env[65529]: INFO networking_nsxv3.common.synchronization [req-2a2827d7-4c61-41ef-81a5-989ef8a90698 req-66a259df-62c6-4a06-941a-453d58c3825f service nova] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 738.167168] env[65529]: INFO networking_nsxv3.common.synchronization [req-2a2827d7-4c61-41ef-81a5-989ef8a90698 req-66a259df-62c6-4a06-941a-453d58c3825f service nova] Enqueued Resource ID: 43ac8224-42d3-4dd9-818b-c444f7bcd8be with Priority: HIGHEST for action port [ 738.167714] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_rules [ 738.167888] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 738.167990] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ac8224-42d3-4dd9-818b-c444f7bcd8be with Priority: HIGHEST for action port [ 738.168393] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.168484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.168636] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.168725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.169344] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-43ac8224-42d3-4dd9-818b-c444f7bcd8be taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.169450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43ac8224-42d3-4dd9-818b-c444f7bcd8be" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.169523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43ac8224-42d3-4dd9-818b-c444f7bcd8be" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.169757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43ac8224-42d3-4dd9-818b-c444f7bcd8be" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.169815] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43ac8224-42d3-4dd9-818b-c444f7bcd8be',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.674738] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43ac8224-42d3-4dd9-818b-c444f7bcd8be with status ACTIVE [ 738.674956] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.675201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.675201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.675617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.675617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.675617] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.675954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.675954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.675954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.676069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.676179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.676376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.676376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.676784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.676784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.676784] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43ac8224-42d3-4dd9-818b-c444f7bcd8be is going to be updated. [ 738.699594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.700294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.700294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.700552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.700552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.700850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43ac8224-42d3-4dd9-818b-c444f7bcd8be" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.708989] env[65529]: INFO networking_nsxv3.common.synchronization [req-9116dd40-2271-4e0a-a067-4494cd473dba req-b29ca223-f77a-4cdc-a933-95a65524ccda tempest-ListServerFiltersTestJSON-628063354 tempest-ListServerFiltersTestJSON-628063354-project-member] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 738.709572] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 738.709841] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.709947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.907837] env[65529]: INFO networking_nsxv3.common.synchronization [None req-844fc48a-86b5-4033-8df3-514ae0c7adc3 None None] Enqueued Resource ID: 138e124b-1078-4c61-9f27-e739aa893de6 with Priority: HIGHEST for action port [ 738.908458] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 138e124b-1078-4c61-9f27-e739aa893de6 with Priority: HIGHEST for action port [ 738.908962] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-138e124b-1078-4c61-9f27-e739aa893de6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.910016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-138e124b-1078-4c61-9f27-e739aa893de6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.910130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-138e124b-1078-4c61-9f27-e739aa893de6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.910567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-138e124b-1078-4c61-9f27-e739aa893de6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.910567] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('138e124b-1078-4c61-9f27-e739aa893de6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.933860] env[65529]: INFO networking_nsxv3.common.synchronization [req-34ac8c93-56cc-4bf2-ba35-28a2bf976f21 req-5fe82ae1-b4eb-49e9-a4b4-e30c6b042603 tempest-ServersTestMultiNic-1405424586 tempest-ServersTestMultiNic-1405424586-project-member] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 738.934387] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 738.934692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.935102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.935102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.935208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.935403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.935501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.935561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.935740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.935826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.935921] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.292555] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.292814] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-160" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.292847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-160" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.293177] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-160" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.293456] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.293613] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.293799] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.294044] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.294368] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.294368] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.294479] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.294588] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.294821] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.294821] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.294926] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.295042] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.317113] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.317471] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.317471] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.317627] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-160" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.318401] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-4699eaff-dc1e-4278-bbf8-8b7450abb5fd taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.318401] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-4699eaff-dc1e-4278-bbf8-8b7450abb5fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.318401] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-4699eaff-dc1e-4278-bbf8-8b7450abb5fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.318666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-4699eaff-dc1e-4278-bbf8-8b7450abb5fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.318805] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4699eaff-dc1e-4278-bbf8-8b7450abb5fd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.324309] env[65529]: INFO networking_nsxv3.common.synchronization [req-34ac8c93-56cc-4bf2-ba35-28a2bf976f21 req-c79de460-f393-432c-8ebc-bc78d0253f5d tempest-ServersTestMultiNic-1405424586 tempest-ServersTestMultiNic-1405424586-project-member] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 739.324907] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGHEST for action security_group_members [ 739.325292] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.325441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.412595] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 138e124b-1078-4c61-9f27-e739aa893de6 [ 739.412805] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.412958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.413036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.413395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.413500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.413850] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:138e124b-1078-4c61-9f27-e739aa893de6 already deleted. [ 739.413850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-138e124b-1078-4c61-9f27-e739aa893de6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.438324] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.514022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: SUCCESS [ 739.514374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.514986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.515181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.515369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.515486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.515549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.515798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.515888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.515985] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.824353] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.824353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.824353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.824700] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.824700] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.824700] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 4699eaff-dc1e-4278-bbf8-8b7450abb5fd not found, creating... [ 739.825044] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.825170] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.825222] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.825417] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.825517] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.827414] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.827414] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.827414] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.827414] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.827414] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.827414] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 4699eaff-dc1e-4278-bbf8-8b7450abb5fd is going to be created. [ 739.852233] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.852443] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.852561] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.852868] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.853084] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.853309] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-4699eaff-dc1e-4278-bbf8-8b7450abb5fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.942036] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.018340] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.443923] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.444298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.444298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.444402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.444507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.444571] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 740.479470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.479737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.479737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.480944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.480944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.492919] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 740.522084] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.679916] env[65529]: INFO networking_nsxv3.common.synchronization [req-9116dd40-2271-4e0a-a067-4494cd473dba req-d021fd33-c78f-4a84-ae0c-a4c426da4308 service nova] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_rules [ 740.681567] env[65529]: INFO networking_nsxv3.common.synchronization [req-9116dd40-2271-4e0a-a067-4494cd473dba req-d021fd33-c78f-4a84-ae0c-a4c426da4308 service nova] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 740.681567] env[65529]: INFO networking_nsxv3.common.synchronization [req-9116dd40-2271-4e0a-a067-4494cd473dba req-d021fd33-c78f-4a84-ae0c-a4c426da4308 service nova] Enqueued Resource ID: 4699eaff-dc1e-4278-bbf8-8b7450abb5fd with Priority: HIGHEST for action port [ 740.682466] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_rules [ 740.684089] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 740.684089] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4699eaff-dc1e-4278-bbf8-8b7450abb5fd with Priority: HIGHEST for action port [ 740.684089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.684089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.684089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.684089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.684089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4699eaff-dc1e-4278-bbf8-8b7450abb5fd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.684089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4699eaff-dc1e-4278-bbf8-8b7450abb5fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.684089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4699eaff-dc1e-4278-bbf8-8b7450abb5fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.684504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4699eaff-dc1e-4278-bbf8-8b7450abb5fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.684504] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4699eaff-dc1e-4278-bbf8-8b7450abb5fd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.991662] env[65529]: INFO networking_nsxv3.common.synchronization [req-b4551ab7-7903-4039-a0b7-3432eff40126 req-2a6e8d48-7fb2-4f58-8eb9-d0ad64d5d31a tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_members [ 740.991993] env[65529]: INFO networking_nsxv3.common.synchronization [req-b4551ab7-7903-4039-a0b7-3432eff40126 req-2a6e8d48-7fb2-4f58-8eb9-d0ad64d5d31a tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 740.992648] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_members [ 740.992915] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 740.993923] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b32de5-f860-45ad-bcea-c23cf73d59dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.994314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.994471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.994861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.995150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.995373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.995523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.995778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.996037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.996310] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.998192] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.000734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.000734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.000734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.000734] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.000734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.000734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.000734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.000734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.000734] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.025291] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.025465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.025465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.027858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.027858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.027858] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 is going to be updated. [ 741.063821] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.063821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.063991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.064845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.064845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.072405] env[65529]: INFO networking_nsxv3.common.synchronization [req-b4551ab7-7903-4039-a0b7-3432eff40126 req-2a6e8d48-7fb2-4f58-8eb9-d0ad64d5d31a tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_rules [ 741.072405] env[65529]: INFO networking_nsxv3.common.synchronization [req-b4551ab7-7903-4039-a0b7-3432eff40126 req-2a6e8d48-7fb2-4f58-8eb9-d0ad64d5d31a tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_members [ 741.072405] env[65529]: INFO networking_nsxv3.common.synchronization [req-b4551ab7-7903-4039-a0b7-3432eff40126 req-2a6e8d48-7fb2-4f58-8eb9-d0ad64d5d31a tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_rules [ 741.072405] env[65529]: INFO networking_nsxv3.common.synchronization [req-b4551ab7-7903-4039-a0b7-3432eff40126 req-2a6e8d48-7fb2-4f58-8eb9-d0ad64d5d31a tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 741.072405] env[65529]: INFO networking_nsxv3.common.synchronization [req-b4551ab7-7903-4039-a0b7-3432eff40126 req-2a6e8d48-7fb2-4f58-8eb9-d0ad64d5d31a tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: 41270852-129e-4358-a916-b739b91ac416 with Priority: HIGHEST for action port [ 741.072405] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_rules [ 741.072405] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_rules [ 741.072650] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41270852-129e-4358-a916-b739b91ac416 with Priority: HIGHEST for action port [ 741.072881] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_members [ 741.073635] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 741.073635] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.073635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.073635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.073841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.073841] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.075424] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.075503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.075607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.075781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.075870] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.076840] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-41270852-129e-4358-a916-b739b91ac416 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.076952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.077291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.077423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.077507] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41270852-129e-4358-a916-b739b91ac416',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.079447] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b32de5-f860-45ad-bcea-c23cf73d59dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.079550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.079862] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.079996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.081101] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: IN_PROGRESS for 2s [ 741.188127] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4699eaff-dc1e-4278-bbf8-8b7450abb5fd with status ACTIVE [ 741.188386] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.188524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.188592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.189570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.189718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.189941] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.190223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.190382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.190594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.190594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.190877] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.191021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.191069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.191219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.191288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.191424] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4699eaff-dc1e-4278-bbf8-8b7450abb5fd is going to be updated. [ 741.217587] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.217737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.217809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.218098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.218255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.218463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4699eaff-dc1e-4278-bbf8-8b7450abb5fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.501216] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.502673] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.576221] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b32de5-f860-45ad-bcea-c23cf73d59dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.576221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.580511] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41270852-129e-4358-a916-b739b91ac416 with status ACTIVE [ 741.580748] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.580904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.580972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.581209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.581306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.581485] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.581588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.581651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.581816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.581894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.582130] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.583645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.583645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.583645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.583645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.583645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41270852-129e-4358-a916-b739b91ac416 is going to be updated. [ 741.585091] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.585283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.614075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.615080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.615080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.615080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.615309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.615728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.744613] env[65529]: INFO networking_nsxv3.common.synchronization [None req-6412717a-7488-497a-bcc7-db2b5615f816 tempest-AttachVolumeShelveTestJSON-1842608892 tempest-AttachVolumeShelveTestJSON-1842608892-project-member] Enqueued Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_rules [ 741.745278] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_rules [ 741.745553] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.745697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.745801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.746066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.746163] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.889752] env[65529]: INFO networking_nsxv3.common.synchronization [None req-22e03a1c-a860-4863-9d97-c172063a0445 tempest-AttachVolumeShelveTestJSON-1842608892 tempest-AttachVolumeShelveTestJSON-1842608892-project-member] Enqueued Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_rules [ 741.891315] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_rules [ 741.893140] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.893140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.984736] env[65529]: INFO networking_nsxv3.common.synchronization [None req-2cd8cf90-ae76-4e88-9028-629a413d7e3d None None] Enqueued Resource ID: a0ffe178-2ab0-4bda-850c-a71cf8fa1e9c with Priority: HIGHEST for action port [ 741.985350] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ffe178-2ab0-4bda-850c-a71cf8fa1e9c with Priority: HIGHEST for action port [ 741.985662] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0ffe178-2ab0-4bda-850c-a71cf8fa1e9c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.985835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0ffe178-2ab0-4bda-850c-a71cf8fa1e9c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.985926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0ffe178-2ab0-4bda-850c-a71cf8fa1e9c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.987058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0ffe178-2ab0-4bda-850c-a71cf8fa1e9c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.987058] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ffe178-2ab0-4bda-850c-a71cf8fa1e9c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.003209] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.008044] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.275168] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.275528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.275528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.275619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.275813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.275813] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 already deleted. [ 742.275923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.275994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.276168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.276257] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.490919] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0ffe178-2ab0-4bda-850c-a71cf8fa1e9c [ 742.497246] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.497246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.497246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.497246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.497246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.497246] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0ffe178-2ab0-4bda-850c-a71cf8fa1e9c already deleted. [ 742.497246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0ffe178-2ab0-4bda-850c-a71cf8fa1e9c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.506491] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.506491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.506491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.506491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.506491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.506491] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd is going to be created. [ 742.509820] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.510455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.510455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.510660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.510798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.512029] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 742.515707] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 742.515871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.516043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.516269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.516470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.516587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.516650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.516822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.516890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.516987] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.550200] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.550384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.550384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.550662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.550848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.566424] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: UNINITIALIZED for 2s [ 742.576661] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.577133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.577133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.577428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.577656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.591867] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 742.816415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.816415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.816415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.816415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.816415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.816415] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 already deleted. [ 742.816415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.017276] env[65529]: INFO networking_nsxv3.common.synchronization [req-59e97e46-9028-4cce-8c28-df83cf33db05 req-3200ced6-3b53-4aec-8993-460175af9156 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a with Priority: HIGHEST for action security_group_members [ 743.017471] env[65529]: INFO networking_nsxv3.common.synchronization [req-59e97e46-9028-4cce-8c28-df83cf33db05 req-3200ced6-3b53-4aec-8993-460175af9156 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_members [ 743.017583] env[65529]: INFO networking_nsxv3.common.synchronization [req-59e97e46-9028-4cce-8c28-df83cf33db05 req-3200ced6-3b53-4aec-8993-460175af9156 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 743.018465] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a with Priority: HIGHEST for action security_group_members [ 743.019025] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_members [ 743.019025] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 743.019826] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.020112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.020449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.020449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.022288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.022288] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.022288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.022288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.022288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.022288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.022288] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be updated. [ 743.023559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.023739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.023827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.024050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.024213] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.024316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.025308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.025308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.025308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.025308] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.026172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b32de5-f860-45ad-bcea-c23cf73d59dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.026172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.026172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.026456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.072928] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.073091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.073196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.073434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.073580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.086063] env[65529]: INFO networking_nsxv3.common.synchronization [req-59e97e46-9028-4cce-8c28-df83cf33db05 req-3200ced6-3b53-4aec-8993-460175af9156 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a with Priority: HIGHEST for action security_group_rules [ 743.086246] env[65529]: INFO networking_nsxv3.common.synchronization [req-59e97e46-9028-4cce-8c28-df83cf33db05 req-3200ced6-3b53-4aec-8993-460175af9156 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a with Priority: HIGHEST for action security_group_members [ 743.086377] env[65529]: INFO networking_nsxv3.common.synchronization [req-59e97e46-9028-4cce-8c28-df83cf33db05 req-3200ced6-3b53-4aec-8993-460175af9156 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_rules [ 743.086497] env[65529]: INFO networking_nsxv3.common.synchronization [req-59e97e46-9028-4cce-8c28-df83cf33db05 req-3200ced6-3b53-4aec-8993-460175af9156 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_members [ 743.086613] env[65529]: INFO networking_nsxv3.common.synchronization [req-59e97e46-9028-4cce-8c28-df83cf33db05 req-3200ced6-3b53-4aec-8993-460175af9156 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_rules [ 743.086731] env[65529]: INFO networking_nsxv3.common.synchronization [req-59e97e46-9028-4cce-8c28-df83cf33db05 req-3200ced6-3b53-4aec-8993-460175af9156 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 743.086849] env[65529]: INFO networking_nsxv3.common.synchronization [req-59e97e46-9028-4cce-8c28-df83cf33db05 req-3200ced6-3b53-4aec-8993-460175af9156 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: 41270852-129e-4358-a916-b739b91ac416 with Priority: HIGHEST for action port [ 743.089095] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: IN_PROGRESS for 2s [ 743.090137] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a with Priority: HIGHEST for action security_group_rules [ 743.090137] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_rules [ 743.090137] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 743.090137] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41270852-129e-4358-a916-b739b91ac416 with Priority: HIGHEST for action port [ 743.090137] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_rules [ 743.090137] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a with Priority: HIGHEST for action security_group_members [ 743.090483] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_members [ 743.091798] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.093276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.093276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.093276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.093276] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.093453] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.093564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.094222] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.094525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.095483] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-41270852-129e-4358-a916-b739b91ac416 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.095483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.095483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.095483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.095483] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41270852-129e-4358-a916-b739b91ac416',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.096126] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.096181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.099981] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.099981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.099981] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b32de5-f860-45ad-bcea-c23cf73d59dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.099981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.099981] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: SUCCESS [ 743.099981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.099981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.099981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.099981] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.099981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.099981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.099981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.099981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.099981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.101020] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.102088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.102088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.102088] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.102088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.102088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.102088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.102088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.102088] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.528023] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.597415] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41270852-129e-4358-a916-b739b91ac416 with status ACTIVE [ 743.597766] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.598059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.598059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.598371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.598435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.598640] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.598763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.598835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.599025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.599131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.599343] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.599463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.599525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.599715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.599792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.599886] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41270852-129e-4358-a916-b739b91ac416 is going to be updated. [ 743.601228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.601357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.603233] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.603328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.603498] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.629709] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.629920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.630023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.630294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.630471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.630653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41270852-129e-4358-a916-b739b91ac416" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.030046] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.105781] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.221268] env[65529]: INFO networking_nsxv3.common.synchronization [req-3247a377-fd99-46e2-90ec-d7a22f882a7b req-cfba60be-f1be-4928-8c4d-ec6ca0ccb93a tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 744.221987] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 744.222732] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.222870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.222928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.223310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.223476] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.223580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.223654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.223799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.223888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.224042] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.532301] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.532656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.532656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.533674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.533787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.533911] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a is going to be created. [ 744.563043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.563266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.563266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.563425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.563841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.577025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: SUCCESS [ 744.577242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.577414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.577661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.577890] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.578025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.578091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.578257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.578341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.578438] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.580064] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a in Status: UNINITIALIZED for 2s [ 744.600936] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 744.601166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.601341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.601564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.601830] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.601978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.602060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.602241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.602337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.602435] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.608848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.608987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.609050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.609283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.609373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.609473] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 is going to be updated. [ 744.645710] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.646050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.646050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.646123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.646301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.656971] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: IN_PROGRESS for 2s [ 744.721851] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.722094] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.722155] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.722462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.722759] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.722917] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.723261] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.723669] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.723921] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.724716] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.724716] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.724716] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.724716] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.724716] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.724716] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.725159] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.726431] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.726565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.726642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.726825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.726923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.727137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.727254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.727315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.727428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.727497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.727815] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c already deleted. [ 744.727815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.760031] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.760246] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.760391] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.760562] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.760894] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-0a9ef4a2-bf05-470f-bd82-7478b379b4e3 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.761758] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-0a9ef4a2-bf05-470f-bd82-7478b379b4e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.761758] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-0a9ef4a2-bf05-470f-bd82-7478b379b4e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.761890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-0a9ef4a2-bf05-470f-bd82-7478b379b4e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.762036] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9ef4a2-bf05-470f-bd82-7478b379b4e3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.082174] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.101959] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f in Status: SUCCESS [ 745.102200] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f deletion is rescheduled due to dependency. [ 745.102319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.105144] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.264890] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.268048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.268048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.268048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.268048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.268048] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 0a9ef4a2-bf05-470f-bd82-7478b379b4e3 not found, creating... [ 745.268048] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.268048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.268048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.268048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.268048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.268489] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.268489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.268489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.273194] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.273194] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.273194] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 0a9ef4a2-bf05-470f-bd82-7478b379b4e3 is going to be created. [ 745.297770] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.297770] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.297770] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.297770] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.298877] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.298877] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-0a9ef4a2-bf05-470f-bd82-7478b379b4e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.584781] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.608686] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.082587] env[65529]: INFO networking_nsxv3.common.synchronization [req-3247a377-fd99-46e2-90ec-d7a22f882a7b req-7bc1cf7e-546c-4a5c-a8c8-34998806eb1c service nova] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_rules [ 746.082894] env[65529]: INFO networking_nsxv3.common.synchronization [req-3247a377-fd99-46e2-90ec-d7a22f882a7b req-7bc1cf7e-546c-4a5c-a8c8-34998806eb1c service nova] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 746.083113] env[65529]: INFO networking_nsxv3.common.synchronization [req-3247a377-fd99-46e2-90ec-d7a22f882a7b req-7bc1cf7e-546c-4a5c-a8c8-34998806eb1c service nova] Enqueued Resource ID: 0a9ef4a2-bf05-470f-bd82-7478b379b4e3 with Priority: HIGHEST for action port [ 746.083803] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_rules [ 746.083941] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 746.084318] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9ef4a2-bf05-470f-bd82-7478b379b4e3 with Priority: HIGHEST for action port [ 746.084473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.084622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.084698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.085048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.085130] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.086274] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.086450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.086554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.086755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.086919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.087034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.087099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.087249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.087353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.087450] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.090886] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a9ef4a2-bf05-470f-bd82-7478b379b4e3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.090886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a9ef4a2-bf05-470f-bd82-7478b379b4e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.090886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a9ef4a2-bf05-470f-bd82-7478b379b4e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.090886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a9ef4a2-bf05-470f-bd82-7478b379b4e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.090886] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a9ef4a2-bf05-470f-bd82-7478b379b4e3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.092014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.092014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.092014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.092014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.092014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.092014] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd is going to be updated. [ 746.110617] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.110809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.110809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.111020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.111215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.111415] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 746.130580] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.130718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.130809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.131010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.131185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.143245] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: IN_PROGRESS for 2s [ 746.153352] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.153534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.153639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.153834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.153970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.165233] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 746.591953] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.592525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.593089] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a in Status: SUCCESS [ 746.593297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.593461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.593706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.593915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.594049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.594147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.594286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.594376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.594492] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.596530] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.597852] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a9ef4a2-bf05-470f-bd82-7478b379b4e3 with status ACTIVE [ 746.597852] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.598040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.598040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.598248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.598302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.598443] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.598611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.598660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.598841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.598951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.599769] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.599769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.599769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.599911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.599911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.599975] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a9ef4a2-bf05-470f-bd82-7478b379b4e3 is going to be updated. [ 746.625307] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.625543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.625628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.625879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.626053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.626225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a9ef4a2-bf05-470f-bd82-7478b379b4e3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.668891] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: SUCCESS [ 746.669258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.669542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.669871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.670209] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.670411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.670511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.670875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.670955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.671131] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.098714] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.104500] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.173660] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.601919] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.605442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.605442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.605442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.606133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.606331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.606455] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be created. [ 747.644973] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.645186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.645233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.646017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.646017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.661732] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: UNINITIALIZED for 2s [ 747.676552] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.961138] env[65529]: INFO networking_nsxv3.common.synchronization [req-cdb4e54b-93c2-4c15-9619-90e197a81fa3 req-f00cacea-765a-435d-9edd-5c07a709edac tempest-ServerRescueNegativeTestJSON-761915835 tempest-ServerRescueNegativeTestJSON-761915835-project-member] Enqueued Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_members [ 747.961990] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_members [ 747.962365] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.962738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.962846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.963129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.963261] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.963383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.963459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.963554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.963690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.963767] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.105191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.105356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.105429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.105663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.106274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.106520] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a is going to be updated. [ 748.155028] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: SUCCESS [ 748.155243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.155370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.155608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.155825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.155951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.156029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.156197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.156284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.156371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.156477] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.157939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.157939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.158418] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.158624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.158737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.158953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.159253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.159497] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.178061] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.178242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.178311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.178553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.178694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.181064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.181298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.181411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.181937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.181937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.182177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 is going to be updated. [ 748.185598] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 748.185598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.186899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.187248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.188106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.188106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.188106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.188465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.188515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.190164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.190164] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.191147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.193790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.193790] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.193790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.193790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.193790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.193790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.193790] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.195597] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a in Status: IN_PROGRESS for 2s [ 748.225781] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.225926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.226012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.226254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.226370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.239038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: IN_PROGRESS for 2s [ 748.317193] env[65529]: INFO networking_nsxv3.common.synchronization [None req-a73c1ec4-6aba-4ebc-9ac6-e3739519296d None None] Enqueued Resource ID: a79829cf-714c-4910-937b-b54308b0c783 with Priority: HIGHEST for action port [ 748.317193] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79829cf-714c-4910-937b-b54308b0c783 with Priority: HIGHEST for action port [ 748.317193] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a79829cf-714c-4910-937b-b54308b0c783 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.317193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a79829cf-714c-4910-937b-b54308b0c783" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.317193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a79829cf-714c-4910-937b-b54308b0c783" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.317193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a79829cf-714c-4910-937b-b54308b0c783" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.317193] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a79829cf-714c-4910-937b-b54308b0c783',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.472768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.473184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.473184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.473385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.473936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.473936] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.473936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.474319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.474319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.474424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.474526] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 already deleted. [ 748.474648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.522146] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.522146] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-267" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.522146] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-267" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.522146] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-267" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.522804] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.522804] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.522804] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.522804] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.522994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.523218] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.523375] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.523375] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.523490] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.523582] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.523682] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.523811] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.547331] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.547556] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.547950] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.548184] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-267" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.549183] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-0d50afb0-de46-4b30-83a2-9f263bc4a551 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.549885] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-0d50afb0-de46-4b30-83a2-9f263bc4a551" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.550218] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-0d50afb0-de46-4b30-83a2-9f263bc4a551" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.551501] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-0d50afb0-de46-4b30-83a2-9f263bc4a551" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.551501] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d50afb0-de46-4b30-83a2-9f263bc4a551',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.662181] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.664786] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.696121] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.696121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.696121] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.820061] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a79829cf-714c-4910-937b-b54308b0c783 [ 748.820274] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.820351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.820386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.820853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.821053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.821158] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a79829cf-714c-4910-937b-b54308b0c783 already deleted. [ 748.821258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a79829cf-714c-4910-937b-b54308b0c783" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.054575] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.054575] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.054827] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.055850] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.055850] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.055850] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 0d50afb0-de46-4b30-83a2-9f263bc4a551 not found, creating... [ 749.057716] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.057716] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.057991] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.059268] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.059268] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.059268] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.059268] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.059268] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.059268] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.059520] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.059520] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 0d50afb0-de46-4b30-83a2-9f263bc4a551 is going to be created. [ 749.088347] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.089111] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.089257] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.090079] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.090079] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.091047] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-0d50afb0-de46-4b30-83a2-9f263bc4a551" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.169242] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b32de5-f860-45ad-bcea-c23cf73d59dd: rpc.has_security_group_logging(os_id): False [ 749.170571] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.196043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.196190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.196190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.196907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.196907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.196907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.196907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.196907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.197174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.197206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.197482] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd is going to be created. [ 749.198523] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.293427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.293530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.293602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.294339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.295628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.323190] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: IN_PROGRESS for 2s [ 749.673292] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.673961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.674198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.674577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.674775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.674990] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd is going to be updated. [ 749.679255] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 749.681027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.681027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.681027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.681027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.681027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.681027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.681027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.681438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.681640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.681830] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.701756] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.701971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.701971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.702140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.702284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.702284] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 749.725114] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.725370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.725370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.725761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.725761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.737208] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: IN_PROGRESS for 2s [ 749.749633] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.749836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.749947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.750182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.751364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.767488] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 749.937214] env[65529]: INFO networking_nsxv3.common.synchronization [req-cdb4e54b-93c2-4c15-9619-90e197a81fa3 req-f69b91dd-14c0-47d4-8f5e-97c2c54e2616 service nova] Enqueued Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_rules [ 749.937452] env[65529]: INFO networking_nsxv3.common.synchronization [req-cdb4e54b-93c2-4c15-9619-90e197a81fa3 req-f69b91dd-14c0-47d4-8f5e-97c2c54e2616 service nova] Enqueued Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_members [ 749.937591] env[65529]: INFO networking_nsxv3.common.synchronization [req-cdb4e54b-93c2-4c15-9619-90e197a81fa3 req-f69b91dd-14c0-47d4-8f5e-97c2c54e2616 service nova] Enqueued Resource ID: 0d50afb0-de46-4b30-83a2-9f263bc4a551 with Priority: HIGHEST for action port [ 749.938321] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_rules [ 749.938470] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_members [ 749.940027] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d50afb0-de46-4b30-83a2-9f263bc4a551 with Priority: HIGHEST for action port [ 749.940027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.940027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.940027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.940027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.940027] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.940662] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.940792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.940843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.941034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.941188] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.941290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.941353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.941562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.941672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.941776] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.942685] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d50afb0-de46-4b30-83a2-9f263bc4a551 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.942790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d50afb0-de46-4b30-83a2-9f263bc4a551" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.942899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d50afb0-de46-4b30-83a2-9f263bc4a551" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.943012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d50afb0-de46-4b30-83a2-9f263bc4a551" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.944440] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d50afb0-de46-4b30-83a2-9f263bc4a551',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.185481] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.186118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.186351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.186832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.187157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.187583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.187583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.187809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.188135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.188276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.188567] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.188673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.188949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.188949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.189174] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.189353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.189423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.189643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.189736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.189822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.189915] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.208834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a in Status: SUCCESS [ 750.209105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.209584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.209806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.209999] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.210158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.210249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.210350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.210431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.210525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.210617] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.253747] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: IN_PROGRESS for 4s [ 750.444591] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.446046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.446207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.447798] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d50afb0-de46-4b30-83a2-9f263bc4a551 with status ACTIVE [ 750.448320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.448599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.448599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.448899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.448899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.449049] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.449161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.449226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.449511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.449618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.450324] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.450324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.450324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.450324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.450484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.450484] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d50afb0-de46-4b30-83a2-9f263bc4a551 is going to be updated. [ 750.482471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.482471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.482471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.482741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.482741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.483096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d50afb0-de46-4b30-83a2-9f263bc4a551" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.694332] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb08391b-ad0f-41bd-8b42-42ef4a5b940c: rpc.has_security_group_logging(os_id): False [ 750.714828] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.718231] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.719047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.719047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.719376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.719620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.720027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.720726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.720726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.721033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.721033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.721302] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.721483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.721864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.721864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.721864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.722211] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.722211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.722385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.722762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.722933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.723090] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be created. [ 750.742645] env[65529]: INFO networking_nsxv3.common.synchronization [req-f44fd617-699a-4779-8542-d17b71fe4d05 req-41ed8085-8d7e-40e0-8e68-342b901cf894 tempest-ImagesNegativeTestJSON-1518450979 tempest-ImagesNegativeTestJSON-1518450979-project-member] Enqueued Resource ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 with Priority: HIGHEST for action security_group_members [ 750.744255] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 with Priority: HIGHEST for action security_group_members [ 750.744508] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ed4e40-3236-4c19-a1c4-41b65ae9f382 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.744667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.744754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.745126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.746173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.746390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.746390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.746565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.746908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.747064] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80ed4e40-3236-4c19-a1c4-41b65ae9f382',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.805663] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.806265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.806265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.806265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.806517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.820221] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: IN_PROGRESS for 2s [ 750.948340] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.100387] env[65529]: INFO networking_nsxv3.common.synchronization [None req-1a368178-6896-4013-9017-78fd14355f2d None None] Enqueued Resource ID: 5acee2fd-25cc-4709-9fc1-8a7d2eb23f19 with Priority: HIGHEST for action port [ 751.100919] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5acee2fd-25cc-4709-9fc1-8a7d2eb23f19 with Priority: HIGHEST for action port [ 751.101277] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-5acee2fd-25cc-4709-9fc1-8a7d2eb23f19 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.101437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5acee2fd-25cc-4709-9fc1-8a7d2eb23f19" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.101523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5acee2fd-25cc-4709-9fc1-8a7d2eb23f19" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.102017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5acee2fd-25cc-4709-9fc1-8a7d2eb23f19" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.102017] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5acee2fd-25cc-4709-9fc1-8a7d2eb23f19',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.222260] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a: rpc.has_security_group_logging(os_id): False [ 751.249556] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.251937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.251937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.251937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.251937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.251937] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.251937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.251937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.251937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.251937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.251937] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a is going to be created. [ 751.253649] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.253790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.253868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.254080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.254249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.254409] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.254503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.254539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.254714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.254918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.254918] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 already deleted. [ 751.254997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.263923] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-124 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.263923] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-124" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.265711] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-124" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.265711] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-124" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.265711] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.265711] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.265711] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.265711] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.266112] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.266260] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.266375] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.266549] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.266677] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.266677] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.267047] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.267047] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.295095] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.296435] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.296571] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.296773] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-124" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.297144] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-e7e4c224-e631-4305-9c19-2891aad4e021 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.297317] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-e7e4c224-e631-4305-9c19-2891aad4e021" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.297715] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-e7e4c224-e631-4305-9c19-2891aad4e021" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.297770] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-e7e4c224-e631-4305-9c19-2891aad4e021" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.297903] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7e4c224-e631-4305-9c19-2891aad4e021',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.351245] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: SUCCESS [ 751.351797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.351797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.351994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.351994] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.362919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.363093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.363162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.363406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.363594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.378467] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a in Status: IN_PROGRESS for 2s [ 751.408520] env[65529]: INFO networking_nsxv3.common.synchronization [req-84f91798-0bbf-4a48-a5b6-7db7dd5e4b87 req-d1b77893-7926-421b-bab9-03b6b2b8db39 tempest-TenantUsagesTestJSON-1007987832 tempest-TenantUsagesTestJSON-1007987832-project-member] Enqueued Resource ID: 9654556b-20fa-4b5d-8455-1840c425fa44 with Priority: HIGHEST for action security_group_members [ 751.409792] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9654556b-20fa-4b5d-8455-1840c425fa44 with Priority: HIGHEST for action security_group_members [ 751.409792] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9654556b-20fa-4b5d-8455-1840c425fa44 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.410340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.410340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.410534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.411999] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.411999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.411999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.411999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.411999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.411999] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9654556b-20fa-4b5d-8455-1840c425fa44',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.451024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.451024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.451024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.451024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.451024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.451024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 is going to be created. [ 751.500536] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.500655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.500740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.501017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.501317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.515731] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: UNINITIALIZED for 2s [ 751.607292] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5acee2fd-25cc-4709-9fc1-8a7d2eb23f19 [ 751.607292] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.607292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.607292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.607683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.607683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.607988] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5acee2fd-25cc-4709-9fc1-8a7d2eb23f19 already deleted. [ 751.607988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5acee2fd-25cc-4709-9fc1-8a7d2eb23f19" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.749018] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: SUCCESS [ 751.749018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.749018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.749018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.749018] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.749470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.749470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.749470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.749590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.749673] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.777250] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 751.777526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.777716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.777976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.778200] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.778321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.778442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.778552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.778623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.778720] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.802057] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.802057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.802057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.802344] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.802540] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.802786] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port e7e4c224-e631-4305-9c19-2891aad4e021 not found, creating... [ 751.803134] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.803784] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.803784] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.803784] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.803957] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.804713] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.804713] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.804871] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.805256] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.805476] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.805741] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: e7e4c224-e631-4305-9c19-2891aad4e021 is going to be created. [ 751.831674] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.831674] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.831674] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.831674] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.831674] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.831958] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-e7e4c224-e631-4305-9c19-2891aad4e021" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.859649] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b32de5-f860-45ad-bcea-c23cf73d59dd taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.859649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.914707] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.914707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.914707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.915357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.915357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.915357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.915357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.915621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.915621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.915621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.915839] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9654556b-20fa-4b5d-8455-1840c425fa44 is going to be updated. [ 751.989969] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.990146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.990263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.990495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.990637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.013584] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9654556b-20fa-4b5d-8455-1840c425fa44 in Status: IN_PROGRESS for 2s [ 752.166801] env[65529]: INFO networking_nsxv3.common.synchronization [req-a1ac9289-125b-44d8-880a-6c2679e80a7e req-6947deae-09e2-4c64-bcb4-8a6a2b7f7391 tempest-ServersAdminNegativeTestJSON-522903480 tempest-ServersAdminNegativeTestJSON-522903480-project-member] Enqueued Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_members [ 752.167462] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 with Priority: HIGHEST for action security_group_members [ 752.167973] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.168088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.168206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.168440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.168607] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.168715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.168777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.168995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.169116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.169218] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f624ec1-3a4c-4456-9d00-2fcd27a0d666',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.251887] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.267838] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: SUCCESS [ 752.268361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.268646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.268963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.269198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.269328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.269403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.269546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.269631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.269727] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.281786] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.583649] env[65529]: INFO networking_nsxv3.common.synchronization [req-f44fd617-699a-4779-8542-d17b71fe4d05 req-6f18bc44-b84a-404d-8f53-3318ba52a686 service nova] Enqueued Resource ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 with Priority: HIGHEST for action security_group_rules [ 752.585425] env[65529]: INFO networking_nsxv3.common.synchronization [req-f44fd617-699a-4779-8542-d17b71fe4d05 req-6f18bc44-b84a-404d-8f53-3318ba52a686 service nova] Enqueued Resource ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 with Priority: HIGHEST for action security_group_members [ 752.585577] env[65529]: INFO networking_nsxv3.common.synchronization [req-f44fd617-699a-4779-8542-d17b71fe4d05 req-6f18bc44-b84a-404d-8f53-3318ba52a686 service nova] Enqueued Resource ID: e7e4c224-e631-4305-9c19-2891aad4e021 with Priority: HIGHEST for action port [ 752.586354] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 with Priority: HIGHEST for action security_group_rules [ 752.586503] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 with Priority: HIGHEST for action security_group_members [ 752.586595] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7e4c224-e631-4305-9c19-2891aad4e021 with Priority: HIGHEST for action port [ 752.586899] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80ed4e40-3236-4c19-a1c4-41b65ae9f382 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.587374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.587374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.587374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.587487] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80ed4e40-3236-4c19-a1c4-41b65ae9f382',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.588427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ed4e40-3236-4c19-a1c4-41b65ae9f382 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.589044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.589095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.589275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.589556] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.589617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.589661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.590038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.590038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.590038] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80ed4e40-3236-4c19-a1c4-41b65ae9f382',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.591165] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7e4c224-e631-4305-9c19-2891aad4e021 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.591300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7e4c224-e631-4305-9c19-2891aad4e021" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.591469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7e4c224-e631-4305-9c19-2891aad4e021" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.591523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7e4c224-e631-4305-9c19-2891aad4e021" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.591565] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7e4c224-e631-4305-9c19-2891aad4e021',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.672263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.672263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.672263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.672698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.672802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.673037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.675951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.676084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.676254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.676346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.677072] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 is going to be updated. [ 752.709808] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.709808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.709808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.710359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.711072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.724256] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: IN_PROGRESS for 2s [ 752.753903] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.773473] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.784238] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.834696] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 752.835066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.094993] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80ed4e40-3236-4c19-a1c4-41b65ae9f382',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.096165] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ed4e40-3236-4c19-a1c4-41b65ae9f382 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.097056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.097436] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7e4c224-e631-4305-9c19-2891aad4e021 with status ACTIVE [ 753.098060] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.098060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.098060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.098438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.098540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.098745] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.098887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.098938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.099089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.099162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.099554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.099554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.099554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.099712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.099743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.099962] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7e4c224-e631-4305-9c19-2891aad4e021 is going to be updated. [ 753.132484] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.134465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.134465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.134465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.134465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.134465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7e4c224-e631-4305-9c19-2891aad4e021" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.257921] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.258140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.258140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.258395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.258479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.258582] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd is going to be updated. [ 753.274599] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.287603] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.287603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.287603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.287603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.287835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.287965] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 753.308449] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.308449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.308718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.308806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.308989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.326166] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: IN_PROGRESS for 2s [ 753.349144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.349364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.349364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.349590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.349729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.360736] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 753.392879] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a in Status: SUCCESS [ 753.392879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.528384] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: SUCCESS [ 753.528927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.529391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.531667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.531667] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.531667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.531667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.531667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.531667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.531667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.531667] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.558014] env[65529]: INFO networking_nsxv3.common.synchronization [req-87816218-5fc6-46cf-a4dd-50add509619c req-9f89cb35-6a34-41fa-911d-476b01adc20d tempest-ServerRescueNegativeTestJSON-761915835 tempest-ServerRescueNegativeTestJSON-761915835-project-member] Enqueued Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_members [ 753.558014] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_members [ 753.558014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.558014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.558014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.558014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.558599] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.561755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.561755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.561755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.561755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.561755] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.602390] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80ed4e40-3236-4c19-a1c4-41b65ae9f382',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.778487] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.778802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.778802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.779061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.779156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.779304] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 is going to be updated. [ 753.812022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.812615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.812828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.813348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.814409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.825100] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: IN_PROGRESS for 2s [ 754.000502] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.000882] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-267" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.000882] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-267" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.001995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-267" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.003123] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.003123] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.003294] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.003554] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.003703] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.003917] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.004046] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.004154] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.004259] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.004363] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.004459] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.004589] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.023835] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9654556b-20fa-4b5d-8455-1840c425fa44 in Status: SUCCESS [ 754.024022] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9654556b-20fa-4b5d-8455-1840c425fa44 deletion is rescheduled due to dependency. [ 754.024179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.025578] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.025726] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.025868] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.026067] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-267" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.026461] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-0452521b-5680-41ca-a7f2-0cee789b03ff taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.026753] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-0452521b-5680-41ca-a7f2-0cee789b03ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.026820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-0452521b-5680-41ca-a7f2-0cee789b03ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.027149] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-0452521b-5680-41ca-a7f2-0cee789b03ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.027338] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0452521b-5680-41ca-a7f2-0cee789b03ff',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.033303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.033420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.064330] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.104479] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.104697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.104697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.104890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.105013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.105116] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 is going to be created. [ 754.132691] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.132855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.132974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.133369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.133898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.145683] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 in Status: UNINITIALIZED for 2s [ 754.530033] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.530489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.530604] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.530877] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.531072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.531218] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 0452521b-5680-41ca-a7f2-0cee789b03ff not found, creating... [ 754.533552] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.533552] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.533552] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.533552] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.533552] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.533552] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.533552] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.533552] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.533552] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.533552] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.533979] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 0452521b-5680-41ca-a7f2-0cee789b03ff is going to be created. [ 754.560071] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.560071] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.560071] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.560071] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.560071] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.560071] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-0452521b-5680-41ca-a7f2-0cee789b03ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.566727] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.737977] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 in Status: SUCCESS [ 754.738248] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f624ec1-3a4c-4456-9d00-2fcd27a0d666 deletion is rescheduled due to dependency. [ 754.739084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f624ec1-3a4c-4456-9d00-2fcd27a0d666" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.070563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.070935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.070935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.071174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.071283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.071372] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 is going to be updated. [ 755.103201] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.103444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.103531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.105669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.105669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.117045] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: IN_PROGRESS for 2s [ 755.339896] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: SUCCESS [ 755.339896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.339896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.340013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.340176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.340319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.340383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.340550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.340627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.340710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.340797] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.364565] env[65529]: INFO networking_nsxv3.common.synchronization [req-87816218-5fc6-46cf-a4dd-50add509619c req-4cf96e92-2415-4cd3-bfaa-c21d07569acb service nova] Enqueued Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_rules [ 755.364833] env[65529]: INFO networking_nsxv3.common.synchronization [req-87816218-5fc6-46cf-a4dd-50add509619c req-4cf96e92-2415-4cd3-bfaa-c21d07569acb service nova] Enqueued Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_members [ 755.365061] env[65529]: INFO networking_nsxv3.common.synchronization [req-87816218-5fc6-46cf-a4dd-50add509619c req-4cf96e92-2415-4cd3-bfaa-c21d07569acb service nova] Enqueued Resource ID: 0452521b-5680-41ca-a7f2-0cee789b03ff with Priority: HIGHEST for action port [ 755.367067] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_rules [ 755.367945] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_members [ 755.368191] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0452521b-5680-41ca-a7f2-0cee789b03ff with Priority: HIGHEST for action port [ 755.368971] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.370279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.370279] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.370279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.370279] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0452521b-5680-41ca-a7f2-0cee789b03ff taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.370279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0452521b-5680-41ca-a7f2-0cee789b03ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.370279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0452521b-5680-41ca-a7f2-0cee789b03ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.370579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0452521b-5680-41ca-a7f2-0cee789b03ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.370579] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0452521b-5680-41ca-a7f2-0cee789b03ff',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.377054] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 755.377289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.378043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.378277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.378506] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.378626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.378699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.378953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.382704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.382895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.383185] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.383335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.383408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.383661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.383869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.384028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.384092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.384273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.384379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.384473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.384598] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.841029] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: SUCCESS [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.841029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.841029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.841029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.841029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.841898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.842135] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.846801] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.877138] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0452521b-5680-41ca-a7f2-0cee789b03ff with status ACTIVE [ 755.878080] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.878080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.878080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.878080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.878080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.878533] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.878533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.878533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.878786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.878897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.879208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.879340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.879393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.879600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.879709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.879917] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0452521b-5680-41ca-a7f2-0cee789b03ff is going to be updated. [ 755.889157] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661: rpc.has_security_group_logging(os_id): False [ 755.910318] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.910501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.910543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.911030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.911030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.911162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0452521b-5680-41ca-a7f2-0cee789b03ff" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.916191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.916384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.916384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.916584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.916676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.916876] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.917044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.917400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.917590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.917671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.917939] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.918100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.918165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.918294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.918371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.918572] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.918668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.918731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.919017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.919017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.919128] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 756.017657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.017997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.018161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.018514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.018788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.036562] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 756.160471] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 in Status: SUCCESS [ 756.160471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.160471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.161066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.161147] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.161287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.161354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.162768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.162768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.162768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.162768] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80ed4e40-3236-4c19-a1c4-41b65ae9f382',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.344755] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf787073-72da-49f4-83bb-14e0ecdd87c5: rpc.has_security_group_logging(os_id): False [ 756.352619] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5b32de5-f860-45ad-bcea-c23cf73d59dd: rpc.has_security_group_logging(os_id): False [ 756.360083] env[65529]: INFO networking_nsxv3.common.synchronization [req-515d0810-2d86-4bf9-aa33-b7c587a639f2 req-6bd56ba0-68f9-4ddf-b54b-daafe05f17ff tempest-AttachVolumeTestJSON-642518173 tempest-AttachVolumeTestJSON-642518173-project-member] Enqueued Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGHEST for action security_group_members [ 756.360651] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGHEST for action security_group_members [ 756.360966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.361120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.361189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.361452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.361715] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.361821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.361886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.362060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.362148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.362243] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.366282] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.366478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.366600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.366909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.370340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.370508] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.370709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.370825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.371105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.371199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.371486] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.371616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.371704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.371873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.372126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.372193] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.372248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.372324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.372474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.372550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.372637] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 is going to be created. [ 756.377275] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.377275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.377374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.377497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.377578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.377785] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.377885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.377969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.378137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.378216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.378331] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd is going to be updated. [ 756.471977] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.472281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.472432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.472643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.472948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.475320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.475320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.475419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.478043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.478043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.496346] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: IN_PROGRESS for 2s [ 756.498206] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: IN_PROGRESS for 2s [ 756.671027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ed4e40-3236-4c19-a1c4-41b65ae9f382 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.671027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.671027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.671027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.671027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.671027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.671027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.671027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.671027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.671027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.671027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ed4e40-3236-4c19-a1c4-41b65ae9f382 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.671027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.671027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.671027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.671027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.671027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.671823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.671823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.671823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.671823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.671823] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80ed4e40-3236-4c19-a1c4-41b65ae9f382',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.811129] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.811829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-116" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.811829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-116" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.811829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-116" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.812537] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.812707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.812960] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.813280] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.813280] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.813488] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.813609] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.813729] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.813837] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.813991] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.814141] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.814291] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.836494] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.836736] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.836894] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.837123] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-116" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.837479] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-0a0122cd-fb9b-4b64-aecc-36b1269bdf9b taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.837691] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-0a0122cd-fb9b-4b64-aecc-36b1269bdf9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.838312] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-0a0122cd-fb9b-4b64-aecc-36b1269bdf9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.838739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-0a0122cd-fb9b-4b64-aecc-36b1269bdf9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.838885] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0122cd-fb9b-4b64-aecc-36b1269bdf9b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.864606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.864799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.864887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.865281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.865389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.866727] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.866727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.866727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.866727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.866727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.866727] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e already deleted. [ 756.866727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.130727] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: SUCCESS [ 757.130727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.131310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.131851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.131936] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.132090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.132158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.132327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.132417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.132540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.132724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.132808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.132870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.133037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.133208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.133273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.133341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.133476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.133547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.133628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.133715] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.134611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.134777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.134929] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.135931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.135931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.135931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.135931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.135931] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.180518] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80ed4e40-3236-4c19-a1c4-41b65ae9f382: rpc.has_security_group_logging(os_id): False [ 757.202636] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.202797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.202939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.203550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.203766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.204045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.204200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.204298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.204585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.204722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.205037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.205257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.205380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.205588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.205791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.206043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.206182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.206270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.206479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.206581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.206692] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 is going to be created. [ 757.283170] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.283379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.283483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.283961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.283961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.297577] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 in Status: IN_PROGRESS for 2s [ 757.342135] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.342513] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.342513] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.343362] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.343362] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.343362] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 0a0122cd-fb9b-4b64-aecc-36b1269bdf9b not found, creating... [ 757.343628] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.343628] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.343734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.343886] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.344032] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.344353] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.344511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.344623] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.344829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.344957] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.345107] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 0a0122cd-fb9b-4b64-aecc-36b1269bdf9b is going to be created. [ 757.389576] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.389848] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.389945] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.390410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.390741] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.391012] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-0a0122cd-fb9b-4b64-aecc-36b1269bdf9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.638344] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fe06a8e-1f57-4fb7-b82c-a599fa488175: rpc.has_security_group_logging(os_id): False [ 757.639814] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.661405] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.661557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.661655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.661853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.661944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.662165] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.662257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.662328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.662993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.662993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.662993] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.662993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.662993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.663257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.663257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.663398] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.663398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.663469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.663568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.663905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.663905] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 is going to be created. [ 757.725741] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.726055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.726055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.727687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.727687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.742027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: IN_PROGRESS for 2s [ 758.053329] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 758.053555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.053735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.053972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.054099] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.121898] env[65529]: INFO networking_nsxv3.common.synchronization [req-515d0810-2d86-4bf9-aa33-b7c587a639f2 req-4f126b1e-41d3-49bb-adef-8a9325ae5e3f service nova] Enqueued Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGHEST for action security_group_rules [ 758.121898] env[65529]: INFO networking_nsxv3.common.synchronization [req-515d0810-2d86-4bf9-aa33-b7c587a639f2 req-4f126b1e-41d3-49bb-adef-8a9325ae5e3f service nova] Enqueued Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGHEST for action security_group_members [ 758.121898] env[65529]: INFO networking_nsxv3.common.synchronization [req-515d0810-2d86-4bf9-aa33-b7c587a639f2 req-4f126b1e-41d3-49bb-adef-8a9325ae5e3f service nova] Enqueued Resource ID: 0a0122cd-fb9b-4b64-aecc-36b1269bdf9b with Priority: HIGHEST for action port [ 758.122385] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGHEST for action security_group_rules [ 758.122522] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGHEST for action security_group_members [ 758.122617] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a0122cd-fb9b-4b64-aecc-36b1269bdf9b with Priority: HIGHEST for action port [ 758.122890] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.123067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.123138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.123287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.123371] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.124593] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.124710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.124780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.124935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.125098] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.125196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.125260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.125405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.125489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.125576] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.127164] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a0122cd-fb9b-4b64-aecc-36b1269bdf9b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.127164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a0122cd-fb9b-4b64-aecc-36b1269bdf9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.127164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a0122cd-fb9b-4b64-aecc-36b1269bdf9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.127164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a0122cd-fb9b-4b64-aecc-36b1269bdf9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.127164] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a0122cd-fb9b-4b64-aecc-36b1269bdf9b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.142686] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.513852] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: SUCCESS [ 758.515331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.515331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.515505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.516073] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.517775] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: SUCCESS [ 758.517933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.558469] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.558797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.559416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.559726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.559993] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.560211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.560320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.560595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.560839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.560927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.561124] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.631318] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.631694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.631788] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.633422] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a0122cd-fb9b-4b64-aecc-36b1269bdf9b with status ACTIVE [ 758.633727] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.633895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.634000] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.634308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.634427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.635121] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.635121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.635315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.635389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.635530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.636127] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.636127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.636127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.636375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.636375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.636476] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a0122cd-fb9b-4b64-aecc-36b1269bdf9b is going to be updated. [ 758.646513] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.646697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.646767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.646934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.649894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.649987] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 is going to be updated. [ 758.662719] env[65529]: INFO networking_nsxv3.common.synchronization [req-8410def5-f219-40cc-926d-61f7c33bb81d req-bfb456a2-cd06-4ca9-9bd8-4f2e0ba3c1ec tempest-ServersAdminTestJSON-1104061450 tempest-ServersAdminTestJSON-1104061450-project-member] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 758.663256] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 758.663576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.663687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.663752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.663955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.664225] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.664331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.664393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.664556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.664643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.664737] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.689660] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.689883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.689959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.690290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.690473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.690654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a0122cd-fb9b-4b64-aecc-36b1269bdf9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.699257] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.699403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.699493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.699716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.699878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.719502] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: IN_PROGRESS for 2s [ 759.022502] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.022502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.022502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.022502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.022502] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.022502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.022502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.022502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.022502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.022502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.022502] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.063655] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.063830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.063898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.064123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.064286] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.065656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.065656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.065656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.065656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.065656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.065656] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.065656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.065656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.065957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.065957] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.065957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.066095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.066124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.066270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.066270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.066366] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.138558] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.159860] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.160069] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.160222] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.160491] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.160749] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.160894] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.161013] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.161743] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.161814] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.162082] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.162189] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.162435] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.162435] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.162520] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.162581] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.162702] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.167425] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.183678] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.183850] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.183983] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.184166] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.184727] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-6f6855aa-828b-4e1b-8328-17b189f05283 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.184914] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-6f6855aa-828b-4e1b-8328-17b189f05283" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.185039] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-6f6855aa-828b-4e1b-8328-17b189f05283" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.185352] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-6f6855aa-828b-4e1b-8328-17b189f05283" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.185484] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f6855aa-828b-4e1b-8328-17b189f05283',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.313511] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 in Status: SUCCESS [ 759.313790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.526255] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.526646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.526646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.526925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.527184] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.527338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.527437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.527658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.527785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.527955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.528170] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.528317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.528412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.528617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.528815] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.528951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.530033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.530412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.530412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.530535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.530662] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.569442] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661: rpc.has_security_group_logging(os_id): False [ 759.591289] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.591486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.591486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.591718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.591972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.592067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.592142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.592303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.594173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.594173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.594173] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.594173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.594173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.594173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.594173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.594730] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.594730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.594730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.594730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.594730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.594730] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 759.641376] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.641580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.641654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.641886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.641972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.642103] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e is going to be created. [ 759.671552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.671859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.671948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.672257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.672529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.674447] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.677528] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.677719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.677867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.679269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.679269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.689227] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.689941] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.689941] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.690831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.690831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.691016] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 6f6855aa-828b-4e1b-8328-17b189f05283 not found, creating... [ 759.691567] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.691883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.692305] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.692749] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.692819] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.693334] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.693644] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.693901] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.694464] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.694795] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.695097] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 6f6855aa-828b-4e1b-8328-17b189f05283 is going to be created. [ 759.699559] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e in Status: UNINITIALIZED for 2s [ 759.701972] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 759.728889] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.729365] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.729504] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.729939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.730333] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.730705] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-6f6855aa-828b-4e1b-8328-17b189f05283" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.759235] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: SUCCESS [ 759.759494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.759682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.761575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.761575] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.034143] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf787073-72da-49f4-83bb-14e0ecdd87c5: rpc.has_security_group_logging(os_id): False [ 760.056020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.056020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.056020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.056020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.056020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.056020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.056020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.056020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.056020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.056020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.056020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.056020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.056020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.056020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.056020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.056663] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.056663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.056663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.056663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.056663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.056663] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 is going to be updated. [ 760.126760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.126760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.126760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.126760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.126760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.140276] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: IN_PROGRESS for 2s [ 760.183949] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.183949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.183949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.183949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.183949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.183949] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 760.233480] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.233480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.233862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.233862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.234221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.244540] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 760.265405] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.266348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.469010] env[65529]: INFO networking_nsxv3.common.synchronization [req-8410def5-f219-40cc-926d-61f7c33bb81d req-b6024029-7cad-4efe-9070-afd6e68ec8ec service nova] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_rules [ 760.469230] env[65529]: INFO networking_nsxv3.common.synchronization [req-8410def5-f219-40cc-926d-61f7c33bb81d req-b6024029-7cad-4efe-9070-afd6e68ec8ec service nova] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 760.469367] env[65529]: INFO networking_nsxv3.common.synchronization [req-8410def5-f219-40cc-926d-61f7c33bb81d req-b6024029-7cad-4efe-9070-afd6e68ec8ec service nova] Enqueued Resource ID: 6f6855aa-828b-4e1b-8328-17b189f05283 with Priority: HIGHEST for action port [ 760.469881] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_rules [ 760.470135] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 760.470287] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f6855aa-828b-4e1b-8328-17b189f05283 with Priority: HIGHEST for action port [ 760.470561] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.471587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.471587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.471587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.471826] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.473491] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.473491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.473491] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f6855aa-828b-4e1b-8328-17b189f05283 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.474032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f6855aa-828b-4e1b-8328-17b189f05283" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.474032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f6855aa-828b-4e1b-8328-17b189f05283" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.474032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f6855aa-828b-4e1b-8328-17b189f05283" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.474032] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f6855aa-828b-4e1b-8328-17b189f05283',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.729862] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: SUCCESS [ 760.733696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.733696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.733696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.733696] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.733696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.733696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.733696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.733696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.733696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.733696] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.879119] env[65529]: INFO networking_nsxv3.common.synchronization [req-7bd62aec-0e19-402c-aaa7-7ff80cc4dcbe req-c8b25467-a4be-45a5-a8c2-7e364d1959d8 tempest-ServerDiskConfigTestJSON-1663387755 tempest-ServerDiskConfigTestJSON-1663387755-project-member] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 760.879548] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 760.879833] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.880019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.880123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.880411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.880572] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.880662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.880728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.880920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.880977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.881045] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.975737] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.975928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.976137] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f6855aa-828b-4e1b-8328-17b189f05283 with status ACTIVE [ 760.976335] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.976436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.976496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.976715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.976806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.976979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.977100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.977163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.977327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.977406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.977585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.977692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.977752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.977893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.977996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.978273] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f6855aa-828b-4e1b-8328-17b189f05283 is going to be updated. [ 761.000755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.000755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.000755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.000755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.000969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.001021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f6855aa-828b-4e1b-8328-17b189f05283" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.238808] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.239052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.239127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.239360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.239544] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.239658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.239726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.239982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.240048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.240131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.240290] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.240390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.240437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.240583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.240718] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.240807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.240866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.241022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.241093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.241177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.241290] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.386044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.386044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.386394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.391038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.391038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.391038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.391038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.391038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.391301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.391301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.391301] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 761.427034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.427276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.427408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.427656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.427829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.439341] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 761.711787] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e in Status: SUCCESS [ 761.712044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.712239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.712516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.712711] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.712836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.712925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.713066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.713146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.714977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.715208] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.717729] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 761.717929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.745225] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fe06a8e-1f57-4fb7-b82c-a599fa488175: rpc.has_security_group_logging(os_id): False [ 761.768643] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.768789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.768902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.769145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.769284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.769489] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.769592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.769670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.769849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.770587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.770587] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.770587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.770587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.770587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.770587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.770876] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.770876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.770952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.772049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.772233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.772276] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 is going to be updated. [ 761.855536] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.855737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.855845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.856208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.856374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.870419] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: IN_PROGRESS for 2s [ 762.161699] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: SUCCESS [ 762.161699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.161699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.161699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.161699] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.221745] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.264171] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 762.264430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.264627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.264882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.265110] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.265237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.265311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.265478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.265573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.265682] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.668156] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.668156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.668156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.668156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.668156] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.668156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.668945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.668945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.668945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.668945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.669091] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.727440] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98d38b6d-e118-4e3f-a828-ac3d5f6b629e: rpc.has_security_group_logging(os_id): False [ 762.748071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.748469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.748545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.748914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.749092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.749467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.749637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.749741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.752324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.752505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.752657] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e is going to be created. [ 762.772621] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.836844] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.836844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.837020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.837220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.837477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.858294] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e in Status: IN_PROGRESS for 2s [ 763.174673] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.177737] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.177737] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.177737] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.177737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.178711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.178711] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.277358] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.292407] env[65529]: INFO networking_nsxv3.common.synchronization [req-7cc7c732-facf-47fa-bf14-7ad714878ccb req-7092dbc9-a5cd-4fe8-9fb1-9849059495d4 tempest-ServerGroupTestJSON-1673793745 tempest-ServerGroupTestJSON-1673793745-project-member] Enqueued Resource ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 with Priority: HIGHEST for action security_group_members [ 763.293562] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 with Priority: HIGHEST for action security_group_members [ 763.293714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f044a6-f07e-4cbf-a77d-85f4badb9113 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.293917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.294038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.294383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.294689] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.294790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.294790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.294927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.295022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.295116] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f044a6-f07e-4cbf-a77d-85f4badb9113',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.450367] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 763.451064] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 deletion is rescheduled due to dependency. [ 763.451064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.668723] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8bea76a1-387d-43ed-b459-436e49aa232d None None] Enqueued Resource ID: c1235787-cabb-4839-baa8-66b6861de5e6 with Priority: HIGHEST for action port [ 763.670659] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1235787-cabb-4839-baa8-66b6861de5e6 with Priority: HIGHEST for action port [ 763.671091] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1235787-cabb-4839-baa8-66b6861de5e6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.671263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1235787-cabb-4839-baa8-66b6861de5e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.671359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1235787-cabb-4839-baa8-66b6861de5e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.671918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1235787-cabb-4839-baa8-66b6861de5e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.671918] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1235787-cabb-4839-baa8-66b6861de5e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.682421] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf787073-72da-49f4-83bb-14e0ecdd87c5: rpc.has_security_group_logging(os_id): False [ 763.708179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.708179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.708179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.708179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.708179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.708179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.708179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.708179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.708179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.708179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.709283] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.709730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.709980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.710610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.711114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.711495] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.711948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.711948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.713659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.713659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.713659] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 is going to be updated. [ 763.782675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.783393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.783393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.783393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.783393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.783393] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 763.793806] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.793806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.794167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.794167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.794274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.798271] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.798271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.798271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.798631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.798682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.799034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.799198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.799298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.801106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.801106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.801230] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 already deleted. [ 763.801277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.812803] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: IN_PROGRESS for 2s [ 763.824030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.824371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.824484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.824727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.825224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.838842] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 763.894059] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: SUCCESS [ 763.894059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.004289] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.004289] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-882" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.004289] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-882" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.004842] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-882" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.005321] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.005717] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.005981] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.006371] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.006697] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.007276] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.007557] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.007759] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.007992] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.008105] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.008218] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.008596] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.035476] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.035671] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.035813] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.036079] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-882" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.036406] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-db5f349a-09a8-4e6a-9f64-0be69370a39e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.036575] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-db5f349a-09a8-4e6a-9f64-0be69370a39e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.036689] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-db5f349a-09a8-4e6a-9f64-0be69370a39e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.037023] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-db5f349a-09a8-4e6a-9f64-0be69370a39e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.037303] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5f349a-09a8-4e6a-9f64-0be69370a39e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.175903] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1235787-cabb-4839-baa8-66b6861de5e6 [ 764.175903] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.175903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.175903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.175903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.175903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.175903] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1235787-cabb-4839-baa8-66b6861de5e6 already deleted. [ 764.175903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1235787-cabb-4839-baa8-66b6861de5e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.541107] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.541467] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.544314] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.544314] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.544602] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.544602] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port db5f349a-09a8-4e6a-9f64-0be69370a39e not found, creating... [ 764.545075] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.545251] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.545251] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.545511] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.545680] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.546146] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.546356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.546673] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.546942] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.547111] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.548383] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: db5f349a-09a8-4e6a-9f64-0be69370a39e is going to be created. [ 764.552285] env[65529]: INFO networking_nsxv3.common.synchronization [req-94b49e70-f128-4bc8-8852-3ee845cf4ae3 req-f9fa4939-17a3-44a3-aeab-6f9c54714f81 tempest-VolumesAssistedSnapshotsTest-1822242350 tempest-VolumesAssistedSnapshotsTest-1822242350-project-member] Enqueued Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGHEST for action security_group_members [ 764.552814] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGHEST for action security_group_members [ 764.553496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e85c64-c244-4d1a-8a73-4558e98d594e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.553713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.553775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.553955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.554289] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.554370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.554439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.554603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.554694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.554790] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e85c64-c244-4d1a-8a73-4558e98d594e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.570078] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.570078] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.570078] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.570321] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.572148] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.572148] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-db5f349a-09a8-4e6a-9f64-0be69370a39e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.870683] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e in Status: SUCCESS [ 764.870962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.061316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.061535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.061633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.061961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.062126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.062389] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.062503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.062559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.062744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.062815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.062903] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e85c64-c244-4d1a-8a73-4558e98d594e is going to be updated. [ 765.096282] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.096501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.096501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.096701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.096834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.110465] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e85c64-c244-4d1a-8a73-4558e98d594e in Status: IN_PROGRESS for 2s [ 765.230753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.230945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.230997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.231232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.231424] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.281328] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] NSXv3 Agent Agent loop - iteration:0 completed [ 765.281328] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] NSXv3 Agent Agent loop - iteration:1 started [ 765.346633] env[65529]: INFO networking_nsxv3.common.synchronization [req-7cc7c732-facf-47fa-bf14-7ad714878ccb req-ca568fc1-1462-4ba4-a4b2-476317dd8437 service nova] Enqueued Resource ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 with Priority: HIGHEST for action security_group_rules [ 765.346982] env[65529]: INFO networking_nsxv3.common.synchronization [req-7cc7c732-facf-47fa-bf14-7ad714878ccb req-ca568fc1-1462-4ba4-a4b2-476317dd8437 service nova] Enqueued Resource ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 with Priority: HIGHEST for action security_group_members [ 765.347235] env[65529]: INFO networking_nsxv3.common.synchronization [req-7cc7c732-facf-47fa-bf14-7ad714878ccb req-ca568fc1-1462-4ba4-a4b2-476317dd8437 service nova] Enqueued Resource ID: db5f349a-09a8-4e6a-9f64-0be69370a39e with Priority: HIGHEST for action port [ 765.347833] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 with Priority: HIGHEST for action security_group_rules [ 765.348224] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 with Priority: HIGHEST for action security_group_members [ 765.348965] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5f349a-09a8-4e6a-9f64-0be69370a39e with Priority: HIGHEST for action port [ 765.349448] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f044a6-f07e-4cbf-a77d-85f4badb9113 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.349785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.349943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.350770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.353915] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f044a6-f07e-4cbf-a77d-85f4badb9113',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.353915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f044a6-f07e-4cbf-a77d-85f4badb9113 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.353915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.353915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.356217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.356393] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.356516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.356563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.356739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.356799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.356896] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f044a6-f07e-4cbf-a77d-85f4badb9113',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.360224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5f349a-09a8-4e6a-9f64-0be69370a39e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.360224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5f349a-09a8-4e6a-9f64-0be69370a39e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.360459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5f349a-09a8-4e6a-9f64-0be69370a39e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.360459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5f349a-09a8-4e6a-9f64-0be69370a39e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.360634] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5f349a-09a8-4e6a-9f64-0be69370a39e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.467286] env[65529]: INFO networking_nsxv3.common.synchronization [req-22f1df63-e186-4209-9898-b1182924b67f req-6a085ce7-d46b-428b-bc61-773f6b073f57 tempest-ServerMetadataNegativeTestJSON-138576153 tempest-ServerMetadataNegativeTestJSON-138576153-project-member] Enqueued Resource ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc with Priority: HIGHEST for action security_group_members [ 765.467820] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc with Priority: HIGHEST for action security_group_members [ 765.469278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.469873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.469873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.469873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.470024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.470145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.470217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.470454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.470580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.470680] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c7dfe5-37e1-4c82-bfae-925ccb160bdc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.735602] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.809935] env[65529]: INFO networking_nsxv3.common.synchronization [req-fce0a49c-844c-472d-a476-c5b233e9fd97 req-de265f89-90e4-45cb-9ada-70139ed806ab tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 765.809935] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 765.810341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.810612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.810612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.810882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.811070] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.811259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.811365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.811566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.811841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.811841] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.830467] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: SUCCESS [ 765.830684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.850914] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 765.851170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.851426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.851844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.852167] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.852852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.852852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.853377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.853377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.853519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.853668] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.862498] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f044a6-f07e-4cbf-a77d-85f4badb9113',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.863732] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f044a6-f07e-4cbf-a77d-85f4badb9113 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.863876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.864139] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db5f349a-09a8-4e6a-9f64-0be69370a39e with status ACTIVE [ 765.864372] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.864526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.864621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.865242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.865242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.865943] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.865943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.865943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.865943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.865943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.866229] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.866359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.866439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.866658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.866778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.866901] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db5f349a-09a8-4e6a-9f64-0be69370a39e is going to be updated. [ 765.900885] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.900885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.900885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.900885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.901504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.901758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5f349a-09a8-4e6a-9f64-0be69370a39e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.944758] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.945651] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-868" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.945651] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-868" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.945651] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-868" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.945835] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.946611] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.946830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.947800] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.947800] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.947973] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.948172] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.948385] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.948440] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.949396] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.949396] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.949396] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.970107] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.970107] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.970380] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.970422] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-868" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.970893] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-9ad3acef-b798-43de-9999-54afd56f6615 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.971196] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-9ad3acef-b798-43de-9999-54afd56f6615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.971370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-9ad3acef-b798-43de-9999-54afd56f6615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.971808] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-9ad3acef-b798-43de-9999-54afd56f6615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.971993] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad3acef-b798-43de-9999-54afd56f6615',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.973392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.973392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.973547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.973721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.973830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.974080] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.974216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.974301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.974501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.974616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.974711] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc already deleted. [ 765.974817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.238483] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.314340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.314436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.314523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.314758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.314856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.315112] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.315258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.315334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.315524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.315965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.315965] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be updated. [ 766.328929] env[65529]: INFO networking_nsxv3.common.synchronization [None req-c404d349-104e-44d5-9a4a-32fead794201 None None] Enqueued Resource ID: 538fabab-e793-4dba-9613-e2eb232f3de7 with Priority: HIGHEST for action port [ 766.330368] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538fabab-e793-4dba-9613-e2eb232f3de7 with Priority: HIGHEST for action port [ 766.330871] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-538fabab-e793-4dba-9613-e2eb232f3de7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.331098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-538fabab-e793-4dba-9613-e2eb232f3de7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.331462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-538fabab-e793-4dba-9613-e2eb232f3de7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.331574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-538fabab-e793-4dba-9613-e2eb232f3de7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.331720] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('538fabab-e793-4dba-9613-e2eb232f3de7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.354723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.354723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.355057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.355057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.355184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.356987] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.357693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.358392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.359252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.359489] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.359599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.360761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.360761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.360761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.360761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.360761] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.360761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.360761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.360761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.360761] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.361117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.361117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.361117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.361212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.361269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.361375] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.372016] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f044a6-f07e-4cbf-a77d-85f4badb9113',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.372016] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: IN_PROGRESS for 2s [ 766.478208] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.478436] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.478436] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.478834] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.479174] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.479174] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 9ad3acef-b798-43de-9999-54afd56f6615 not found, creating... [ 766.479518] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.479622] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.479734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.479997] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.480236] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.480941] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.480941] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.480941] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.481320] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.481320] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.481320] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 9ad3acef-b798-43de-9999-54afd56f6615 is going to be created. [ 766.505547] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.505864] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.506103] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.506432] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.506706] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.507026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-9ad3acef-b798-43de-9999-54afd56f6615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.740723] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 766.740855] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 766.833985] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 538fabab-e793-4dba-9613-e2eb232f3de7 [ 766.834305] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.834482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.834567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.834807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.834896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.835009] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:538fabab-e793-4dba-9613-e2eb232f3de7 already deleted. [ 766.835104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-538fabab-e793-4dba-9613-e2eb232f3de7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.864092] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a1f2e8-9974-4be1-92a6-8a7d74fe9258: rpc.has_security_group_logging(os_id): False [ 766.873627] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.873849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.873849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.874137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.874137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.874246] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 is going to be created. [ 766.884818] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.884818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.885106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.885811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.885811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.885811] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.885811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.886126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.886206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.886825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.886825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.886825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.886825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.887040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.887040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.887228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.887422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.887422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.887541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.887592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.887688] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 766.901119] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.901452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.901452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.901520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.901676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.913260] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 in Status: UNINITIALIZED for 2s [ 766.959411] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.959609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.959678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.959935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.960166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.976017] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 767.028313] env[65529]: INFO networking_nsxv3.common.synchronization [None req-66fb5721-c650-4768-88c9-7310ad202cce tempest-ServerActionsTestJSON-912310287 tempest-ServerActionsTestJSON-912310287-project-member] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_rules [ 767.028853] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_rules [ 767.029218] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.029349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.029417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.029698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.029771] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.182072] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e85c64-c244-4d1a-8a73-4558e98d594e in Status: SUCCESS [ 767.182256] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e85c64-c244-4d1a-8a73-4558e98d594e deletion is rescheduled due to dependency. [ 767.182348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.215358] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3d3f7d6f-fea1-42cf-a8ba-01651618c2c8 tempest-ServerActionsTestJSON-912310287 tempest-ServerActionsTestJSON-912310287-project-member] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_rules [ 767.215877] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_rules [ 767.216217] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.216326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.247344] env[65529]: INFO networking_nsxv3.common.synchronization [req-22f1df63-e186-4209-9898-b1182924b67f req-adeb8516-af19-44cf-a81a-a8b89f264db9 service nova] Enqueued Resource ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc with Priority: HIGHEST for action security_group_rules [ 767.247344] env[65529]: INFO networking_nsxv3.common.synchronization [req-22f1df63-e186-4209-9898-b1182924b67f req-adeb8516-af19-44cf-a81a-a8b89f264db9 service nova] Enqueued Resource ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc with Priority: HIGHEST for action security_group_members [ 767.247344] env[65529]: INFO networking_nsxv3.common.synchronization [req-22f1df63-e186-4209-9898-b1182924b67f req-adeb8516-af19-44cf-a81a-a8b89f264db9 service nova] Enqueued Resource ID: 9ad3acef-b798-43de-9999-54afd56f6615 with Priority: HIGHEST for action port [ 767.248069] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc with Priority: HIGHEST for action security_group_rules [ 767.248331] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc with Priority: HIGHEST for action security_group_members [ 767.248505] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad3acef-b798-43de-9999-54afd56f6615 with Priority: HIGHEST for action port [ 767.248810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.248944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.249010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.249296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.249489] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3c7dfe5-37e1-4c82-bfae-925ccb160bdc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.250994] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.251174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.251249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.251871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.252087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.252243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.252315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.252527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.252761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.252761] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c7dfe5-37e1-4c82-bfae-925ccb160bdc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.253829] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ad3acef-b798-43de-9999-54afd56f6615 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.254011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ad3acef-b798-43de-9999-54afd56f6615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.254095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ad3acef-b798-43de-9999-54afd56f6615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.254265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ad3acef-b798-43de-9999-54afd56f6615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.254374] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad3acef-b798-43de-9999-54afd56f6615',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.565128] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.565395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.565435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.565657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.565748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.565863] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e65426b-604b-4de2-8eac-914ef905932a already deleted. [ 767.566053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.566190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.566448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.566561] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.756545] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.756793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.759366] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3c7dfe5-37e1-4c82-bfae-925ccb160bdc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.759366] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ad3acef-b798-43de-9999-54afd56f6615 with status ACTIVE [ 767.759366] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.759366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.760122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.761056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.761056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.763301] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.763456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.763567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.763799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.763889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.764112] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.764214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.764272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.764429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.764504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.764591] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ad3acef-b798-43de-9999-54afd56f6615 is going to be updated. [ 767.792875] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.793121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.793175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.793363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.793598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.793817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ad3acef-b798-43de-9999-54afd56f6615" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.800025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.800116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.800148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.800387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.813977] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 767.814983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.816498] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 767.898378] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.898378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.898378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.898378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.905524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.906303] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 767.906428] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'db5f349a-09a8-4e6a-9f64-0be69370a39e'} {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 767.906428] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 767.981526] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.981797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.981797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.981929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.983362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.983552] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 768.092469] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.092636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.092677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.092892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.093127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.093420] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 768.096452] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.096654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.096731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.096962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.096962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.097069] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e65426b-604b-4de2-8eac-914ef905932a already deleted. [ 768.097207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.188174] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.188387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.188447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.188681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.188917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.189314] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 768.189437] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b8d309b7-8fbf-4919-b5e2-9ac8a1613f86', '9654556b-20fa-4b5d-8455-1840c425fa44', '8fa0462d-c236-453c-b159-169752f3af9a', 'df175ae4-8fb3-4f59-8675-637172822f7e', '2d6dcab8-d941-4bf2-8d15-a1bc0192ed36', '1ff270d0-0edc-4d6a-bbe1-9363588911fe', '73e85c64-c244-4d1a-8a73-4558e98d594e', '82a1f2e8-9974-4be1-92a6-8a7d74fe9258', '98d38b6d-e118-4e3f-a828-ac3d5f6b629e', '2917304d-605a-4c4d-8386-cef458308ece', 'd5a1e28c-dd22-4c43-b928-6c0fbb50222d', '56bf3f15-4ffe-4a66-8470-85468da5bc13', 'eb08391b-ad0f-41bd-8b42-42ef4a5b940c', '8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4', '80ed4e40-3236-4c19-a1c4-41b65ae9f382', 'd9a8db9a-b10e-4baa-9587-714f32f5a40a', 'b23f95ed-af32-42bc-9156-74e4afd6bcfe', '1762fe15-4bc7-4440-9c09-dfe42cea549a', '94707216-d42d-48ec-bfb6-ef5f45c6853f', '54ef4958-fa81-4670-82a0-5d9b9c8c81ef', 'bf787073-72da-49f4-83bb-14e0ecdd87c5', '1fe06a8e-1f57-4fb7-b82c-a599fa488175', '1be32e81-45e3-481c-956e-3a1f197e5548', '8c459ccc-bc0f-40f0-8a48-ad1453fa4549', '1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a', 'ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661', 'b5b32de5-f860-45ad-bcea-c23cf73d59dd', '82ae0dec-9c90-4cf6-8e15-89487b6c45da', '7f624ec1-3a4c-4456-9d00-2fcd27a0d666', '58cd4355-54fa-4ab8-94c2-fab6b08c98a5', '1f7c7513-a186-46ea-bfcd-95b79f49e472', 'cbec5ca5-ff43-484e-b84b-91145d91a0ae', '8b5cc160-2aca-4997-99ee-8e335c07fd38'} {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 768.189437] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 768.212392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.212585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.212718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.212910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.213068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.213238] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 768.214555] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 768.214699] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 768.270931] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3c7dfe5-37e1-4c82-bfae-925ccb160bdc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.287028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.287253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.287253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.287768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.288190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.288416] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 768.288490] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 768.288561] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 768.288672] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 768.288725] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db5f349a-09a8-4e6a-9f64-0be69370a39e with Priority: HIGH for action port [ 768.288782] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/33 resources of Type:Security Group Rules [ 768.288840] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGH for action security_group_rules [ 768.288902] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9654556b-20fa-4b5d-8455-1840c425fa44 with Priority: HIGH for action security_group_rules [ 768.288966] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGH for action security_group_rules [ 768.289112] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGH for action security_group_rules [ 768.289195] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGH for action security_group_rules [ 768.289195] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGH for action security_group_rules [ 768.289404] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGH for action security_group_rules [ 768.289404] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGH for action security_group_rules [ 768.289404] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGH for action security_group_rules [ 768.289630] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2917304d-605a-4c4d-8386-cef458308ece with Priority: HIGH for action security_group_rules [ 768.289630] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGH for action security_group_rules [ 768.289630] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 with Priority: HIGH for action security_group_rules [ 768.289630] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGH for action security_group_rules [ 768.289630] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 with Priority: HIGH for action security_group_rules [ 768.289861] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 with Priority: HIGH for action security_group_rules [ 768.289861] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a with Priority: HIGH for action security_group_rules [ 768.289861] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGH for action security_group_rules [ 768.289861] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a with Priority: HIGH for action security_group_rules [ 768.290142] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGH for action security_group_rules [ 768.290142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.382395] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 768.382590] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c deletion is rescheduled due to dependency. [ 768.382708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.597197] env[65529]: INFO networking_nsxv3.common.synchronization [req-48295f2d-43e6-4b74-8cb8-121a3d17114e req-58b603dc-3083-4f61-a442-86cbd217ed0e tempest-ImagesNegativeTestJSON-1518450979 tempest-ImagesNegativeTestJSON-1518450979-project-member] Enqueued Resource ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 with Priority: HIGHEST for action security_group_members [ 768.597197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 with Priority: HIGHEST for action security_group_members [ 768.597197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5f349a-09a8-4e6a-9f64-0be69370a39e with Priority: HIGH for action port [ 768.597197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9654556b-20fa-4b5d-8455-1840c425fa44 with Priority: HIGH for action security_group_rules [ 768.597197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGH for action security_group_rules [ 768.597197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 with Priority: HIGH for action security_group_rules [ 768.597197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f with Priority: HIGH for action security_group_rules [ 768.597197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a with Priority: HIGH for action security_group_rules [ 768.597197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGH for action security_group_rules [ 768.597197] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a with Priority: HIGH for action security_group_rules [ 768.597805] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGH for action security_group_rules [ 768.598123] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 with Priority: HIGH for action security_group_rules [ 768.598363] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 with Priority: HIGH for action security_group_rules [ 768.598565] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d with Priority: HIGH for action security_group_rules [ 768.598996] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2917304d-605a-4c4d-8386-cef458308ece with Priority: HIGH for action security_group_rules [ 768.599289] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGH for action security_group_rules [ 768.599506] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGH for action security_group_rules [ 768.599925] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGH for action security_group_rules [ 768.600182] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e85c64-c244-4d1a-8a73-4558e98d594e with Priority: HIGH for action security_group_rules [ 768.600391] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGH for action security_group_rules [ 768.600577] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 with Priority: HIGH for action security_group_rules [ 768.601326] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa0462d-c236-453c-b159-169752f3af9a with Priority: HIGH for action security_group_rules [ 768.601758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-80ed4e40-3236-4c19-a1c4-41b65ae9f382 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.602999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.602999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.602999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.602999] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.602999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.602999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.602999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.602999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.603594] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80ed4e40-3236-4c19-a1c4-41b65ae9f382',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.607476] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5f349a-09a8-4e6a-9f64-0be69370a39e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.607476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5f349a-09a8-4e6a-9f64-0be69370a39e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.607476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5f349a-09a8-4e6a-9f64-0be69370a39e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.607476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5f349a-09a8-4e6a-9f64-0be69370a39e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.607476] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5f349a-09a8-4e6a-9f64-0be69370a39e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.608605] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9654556b-20fa-4b5d-8455-1840c425fa44 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.612072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.612072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.612072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.612072] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9654556b-20fa-4b5d-8455-1840c425fa44',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.612072] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.612072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.612072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.612072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.612072] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.613001] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.613465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.613684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.614039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.614218] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.615811] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94707216-d42d-48ec-bfb6-ef5f45c6853f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.617018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.617018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.617018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.617018] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94707216-d42d-48ec-bfb6-ef5f45c6853f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.622337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1762fe15-4bc7-4440-9c09-dfe42cea549a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.622337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.622337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.622337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.622337] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1762fe15-4bc7-4440-9c09-dfe42cea549a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.622337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.622337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.622337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.622337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.622337] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.623221] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9a8db9a-b10e-4baa-9587-714f32f5a40a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.623221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.623221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.623442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.624761] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9a8db9a-b10e-4baa-9587-714f32f5a40a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.625507] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.625893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.626069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.626418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.627038] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.627038] env[65529]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 768.627961] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80ed4e40-3236-4c19-a1c4-41b65ae9f382 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.628128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.628238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.628322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.628442] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80ed4e40-3236-4c19-a1c4-41b65ae9f382',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.629327] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56bf3f15-4ffe-4a66-8470-85468da5bc13 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.629476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.629476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.629667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.629741] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56bf3f15-4ffe-4a66-8470-85468da5bc13',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.632447] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.632447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.632447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.632447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.632447] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a1e28c-dd22-4c43-b928-6c0fbb50222d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.633409] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2917304d-605a-4c4d-8386-cef458308ece taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.633409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.633622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.633622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.633750] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2917304d-605a-4c4d-8386-cef458308ece',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.634932] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.635399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.635399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.635399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.635399] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.636396] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.636574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.636754] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.636844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.636844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.637037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.637122] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.639036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e85c64-c244-4d1a-8a73-4558e98d594e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.639036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.639036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.639239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.639617] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e85c64-c244-4d1a-8a73-4558e98d594e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.641032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.641032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.641032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.641226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.641349] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.642228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.642335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.644854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.644854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.644854] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d309b7-8fbf-4919-b5e2-9ac8a1613f86',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.644854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa0462d-c236-453c-b159-169752f3af9a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.644854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.644854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.644854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.644854] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa0462d-c236-453c-b159-169752f3af9a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.644854] env[65529]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 768.836889] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.836889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.836889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.837067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.837067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.837213] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc is going to be created. [ 768.875076] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.875234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.875344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.875516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.875668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.888852] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc in Status: UNINITIALIZED for 2s [ 768.925927] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 in Status: SUCCESS [ 768.926323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.926385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.926606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.926963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.926963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.926963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.927284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.927284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.927347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.927399] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f044a6-f07e-4cbf-a77d-85f4badb9113',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.993723] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 768.993954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.994194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.994756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.994756] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.149666] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.149666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.149666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.149666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.149666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db5f349a-09a8-4e6a-9f64-0be69370a39e with status ACTIVE [ 769.149666] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.149666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.149666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.149666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.149666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.149666] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.149666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.149666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.149666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.150649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.151106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.151386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.151622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.151976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.152255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.152448] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db5f349a-09a8-4e6a-9f64-0be69370a39e is going to be updated. [ 769.171943] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.171943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.177177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.177177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.177177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.177177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.177177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.177177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.177177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 is going to be updated. [ 769.181762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.181762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.181762] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.181762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.181762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.181762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.181762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.181762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5f349a-09a8-4e6a-9f64-0be69370a39e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.209723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.209723] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9654556b-20fa-4b5d-8455-1840c425fa44 is going to be deleted. [ 769.221874] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.222058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.222126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.222422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.222600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.234049] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 in Status: IN_PROGRESS for 2s [ 769.284030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.284030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.284030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.284030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.284030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.284030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9654556b-20fa-4b5d-8455-1840c425fa44" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.341596] env[65529]: INFO networking_nsxv3.common.synchronization [req-63859f07-fd8a-4801-8437-7684d760f71b req-89e8453e-b6fe-4e7d-9766-b4b21029f190 tempest-ServersWithSpecificFlavorTestJSON-1329483037 tempest-ServersWithSpecificFlavorTestJSON-1329483037-project-member] Enqueued Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_members [ 769.343163] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_members [ 769.343906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.344129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.344129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.344326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.344531] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.344713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.344806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.344936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.345266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.346039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.346039] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.350883] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.350883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.352446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.352446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.352446] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.352446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.352920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.353588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.353588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.353588] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.359312] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.359312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.359312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.359312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.360962] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.360962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.360962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.360962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.360962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.360962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.360962] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.368380] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.368620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.368620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.370360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.370360] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.370360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.370360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.370360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.370360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.370360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.370360] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.373684] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.374123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.380793] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.380994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.381095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.381369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.381605] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.381745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.381861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.382075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.382250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.382553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.382701] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.393159] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.393408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.393501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.393748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.430272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f044a6-f07e-4cbf-a77d-85f4badb9113 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.430655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.430655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.431829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.431829] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.431829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.431829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.432158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.432360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.432360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.432517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f044a6-f07e-4cbf-a77d-85f4badb9113 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.432603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.432657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.432830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.433026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.433109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.433148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.433705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.433705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.433705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.433705] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f044a6-f07e-4cbf-a77d-85f4badb9113',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.442353] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.442518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.444280] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.444280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.444898] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.445023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.465145] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.465454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.475336] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.475507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.478610] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.478797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.485319] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.485493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.486342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.487035] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be deleted. [ 769.489471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.489471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.489471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.489471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.491461] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.491461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.492284] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.492381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.497916] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.498149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.498286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.498515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.499685] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.499685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.499685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.499685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.499685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.499685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.499685] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.507963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.507963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.513026] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 769.513026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.513026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1762fe15-4bc7-4440-9c09-dfe42cea549a is going to be deleted. [ 769.513026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.513026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.533956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.534158] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9a8db9a-b10e-4baa-9587-714f32f5a40a is going to be deleted. [ 769.535144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.535372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.566972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.567181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.568668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.568912] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4 is going to be deleted. [ 769.571462] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.571671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.571671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.571861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.571948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.572383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1762fe15-4bc7-4440-9c09-dfe42cea549a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.572383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.572383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.601204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.601204] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e85c64-c244-4d1a-8a73-4558e98d594e is going to be deleted. [ 769.603142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.603329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.633464] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.633586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.658652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.658939] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa0462d-c236-453c-b159-169752f3af9a is going to be deleted. [ 769.660304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.660596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.695363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.695532] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94707216-d42d-48ec-bfb6-ef5f45c6853f is going to be deleted. [ 769.696691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.696991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.739238] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.739238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.740199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.740331] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2917304d-605a-4c4d-8386-cef458308ece is going to be deleted. [ 769.741907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.742162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.754342] env[65529]: INFO networking_nsxv3.common.synchronization [req-7cc41201-2ad9-447b-822c-2100a10a9b6f req-dbbf816f-7254-4e83-aef7-8c78445576ff tempest-ImagesTestJSON-42966517 tempest-ImagesTestJSON-42966517-project-member] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 769.756945] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 769.757339] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.757461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.757527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.757745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.757946] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.758035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.758885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.758885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.758885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.758885] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.776420] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.776548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.816981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.816981] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56bf3f15-4ffe-4a66-8470-85468da5bc13 is going to be deleted. [ 769.818604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.818917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.856224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.856224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.864519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.864519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.872855] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.885196] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.885443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.885557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.885839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.886228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.886341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.886413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.886602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.886692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.886785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.886959] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.887077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.887143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.887306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.887455] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.887610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.887709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.888279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.893794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.893794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.893794] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.893794] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.893794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.895733] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.896854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.896854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.898680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.898835] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d309b7-8fbf-4919-b5e2-9ac8a1613f86 is going to be deleted. [ 769.901602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.901837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.901930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.902051] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 is going to be deleted. [ 769.902958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.903185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.903288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.903409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.903970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.907495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.918239] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.918239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.939028] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f044a6-f07e-4cbf-a77d-85f4badb9113: rpc.has_security_group_logging(os_id): False [ 769.972313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.972451] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a1e28c-dd22-4c43-b928-6c0fbb50222d is going to be deleted. [ 769.974174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.975252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.975303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.975471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9a8db9a-b10e-4baa-9587-714f32f5a40a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.977721] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.977888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.977888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.979207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.979207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.979207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.979207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.979207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.979207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.979207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.979207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.979207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.979207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.979750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.979750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.979750] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.979750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.979750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.979914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.979914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.980177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 is going to be created. [ 769.984090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.984090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.984090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.984090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ad0c6d4-ddc5-43d6-8cf0-e03d60beabd4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.984090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.984090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.984090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.984090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e85c64-c244-4d1a-8a73-4558e98d594e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.984090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.988159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.988159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.988159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa0462d-c236-453c-b159-169752f3af9a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.988354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.988713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.988713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.988713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94707216-d42d-48ec-bfb6-ef5f45c6853f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.988879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.988975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.001251] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.001551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.001551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.001724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.001870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.002025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.002115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.002881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.002881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.002881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.002881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.002881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.002881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.003172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.005031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.005031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.005031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.005031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.005031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.005851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.006816] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.062285] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.062505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.077141] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.077291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.078290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.078586] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.078650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.078712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.078909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.078997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.079120] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df175ae4-8fb3-4f59-8675-637172822f7e is going to be updated. [ 770.080206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.080493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.080646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.080819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2917304d-605a-4c4d-8386-cef458308ece" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.080919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.081126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.081193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.081307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56bf3f15-4ffe-4a66-8470-85468da5bc13" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.081865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.082049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.082130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.082250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.086778] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.086778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.086778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.086778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.086778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.086778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d309b7-8fbf-4919-b5e2-9ac8a1613f86" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.128215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.128215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.128215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.128215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.128215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.128215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a1e28c-dd22-4c43-b928-6c0fbb50222d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.182230] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.182501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.182501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.182699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.182893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.238343] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 in Status: IN_PROGRESS for 2s [ 770.239870] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 770.240471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.240608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.240686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.241442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.241824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.257337] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: IN_PROGRESS for 2s [ 770.263016] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.263624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.263624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.263624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.323333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.323954] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.324125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.324504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.324504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.325542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.325542] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 770.376757] env[65529]: INFO networking_nsxv3.common.synchronization [req-e2dff963-1c1c-44f0-8774-de28b813550e req-67f29d9d-7c1d-4e25-a31f-ef2314414dd5 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGHEST for action security_group_members [ 770.377930] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98d38b6d-e118-4e3f-a828-ac3d5f6b629e: rpc.has_security_group_logging(os_id): False [ 770.380483] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGHEST for action security_group_members [ 770.380483] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.380483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.380483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.380483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.380483] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.380483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.380483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.380911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.380911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.380911] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.386422] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.386534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.386620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.386793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.386930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.398052] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36: rpc.has_security_group_logging(os_id): False [ 770.402321] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 770.402576] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b23f95ed-af32-42bc-9156-74e4afd6bcfe: rpc.has_security_group_logging(os_id): False [ 770.425808] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.426074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.426198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.426525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.429495] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.429669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.432144] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.432144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.461539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.461886] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.462264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.463286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.463286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.463286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.463286] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.463286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.463599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.463792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.463859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.464130] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.464233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.464279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.464438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.464515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.466828] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe is going to be updated. [ 770.466828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.466828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.504270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.504669] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.504997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.505376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.505595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.505711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.505828] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e is going to be updated. [ 770.508413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.508812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.510114] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a1f2e8-9974-4be1-92a6-8a7d74fe9258: rpc.has_security_group_logging(os_id): False [ 770.530024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.530024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.549926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.550341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.550486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.550546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.550804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.550804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.551852] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 is going to be updated. [ 770.552078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.552275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.555779] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.555945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.612035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.612035] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.612035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.612035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.612654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.612654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.612654] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.612654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.612825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.612936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.613941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.613941] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.613941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.613941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.613941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.614431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.614431] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 770.616548] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.616651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.616694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.616866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.620139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.620139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.620139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.620139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.674021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.674228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.674369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.674901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.674901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.679954] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: IN_PROGRESS for 2s [ 770.680650] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e in Status: IN_PROGRESS for 2s [ 770.723834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 in Status: IN_PROGRESS for 2s [ 770.861038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.861038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.861038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.861038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.861038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.886716] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.886884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.887280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.888045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.888045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.888206] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.888361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.888424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.888648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.888825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.888979] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 is going to be updated. [ 770.906888] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 770.915030] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc in Status: SUCCESS [ 770.915030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.915030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.915030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.915030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.915030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.915030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.915030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.915030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.915030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.915030] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3c7dfe5-37e1-4c82-bfae-925ccb160bdc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.945301] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.945699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.945699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.945773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.945882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.965741] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 in Status: IN_PROGRESS for 2s [ 771.246455] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 in Status: IN_PROGRESS for 4s [ 771.418327] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.419315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.419430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.421233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.421233] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.421233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.421233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.421233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.421233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.421233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.421233] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.421233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.421233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.421233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.421233] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.421875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.421875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.422087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.422196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.422297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.422425] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3c7dfe5-37e1-4c82-bfae-925ccb160bdc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.928387] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3c7dfe5-37e1-4c82-bfae-925ccb160bdc: rpc.has_security_group_logging(os_id): False [ 771.952801] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.953285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.953405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.953810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.953918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.954411] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.954642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.954748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.954998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.955326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.955438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.956107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.956107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.956107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.956107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.956381] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.956533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.956702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.956907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.957041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.957183] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc is going to be created. [ 772.023006] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.023278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.023354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.023609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.024132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.052106] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc in Status: IN_PROGRESS for 2s [ 772.257244] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 in Status: SUCCESS [ 772.257492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.271021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: SUCCESS [ 772.271021] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df175ae4-8fb3-4f59-8675-637172822f7e deletion is rescheduled due to dependency. [ 772.271021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.271021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.271021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.271021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.271021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.271021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.271021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.271021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.271021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.271021] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.417508] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 772.417810] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe deletion is rescheduled due to dependency. [ 772.417810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.419335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.419335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.419335] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.419335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.419335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.419335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.419335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.419335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.419335] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.419335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.419335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.420350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.420350] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.420350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.420350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.420350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.420350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.420350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.420350] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.708703] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e in Status: SUCCESS [ 772.708703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.708703] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: SUCCESS [ 772.708703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.741425] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 in Status: SUCCESS [ 772.742035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.774491] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.922639] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ff270d0-0edc-4d6a-bbe1-9363588911fe: rpc.has_security_group_logging(os_id): False [ 772.925526] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 772.925782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.940165] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.940362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.940460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.940706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.940822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.941046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.941182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.941265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.941890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.941957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.942569] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.942714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.942803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.942983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.943082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.943713] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.943865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.943935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.944105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.944186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.944277] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 772.977076] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 in Status: SUCCESS [ 772.977380] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 deletion is rescheduled due to dependency. [ 772.977452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.028868] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.029066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.029121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.029343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.029580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.058623] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 773.258377] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 in Status: SUCCESS [ 773.259681] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80ed4e40-3236-4c19-a1c4-41b65ae9f382 deletion is rescheduled due to dependency. [ 773.259681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80ed4e40-3236-4c19-a1c4-41b65ae9f382" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.277389] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df175ae4-8fb3-4f59-8675-637172822f7e: rpc.has_security_group_logging(os_id): False [ 773.306508] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.306667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.306738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.307033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.307115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.307428] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.307533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.307533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.307749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.307826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.307925] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df175ae4-8fb3-4f59-8675-637172822f7e is going to be updated. [ 773.389366] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.389583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.389583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.389810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.389963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.407291] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: IN_PROGRESS for 2s [ 774.066810] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc in Status: SUCCESS [ 774.067176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.762525] env[65529]: INFO networking_nsxv3.common.synchronization [req-6c375bf7-443c-4110-96e4-05d2179e97cf req-c8c46389-4080-477a-81de-a0713e2c7706 tempest-ServersTestJSON-901041426 tempest-ServersTestJSON-901041426-project-member] Enqueued Resource ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 with Priority: HIGHEST for action security_group_members [ 774.762729] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 with Priority: HIGHEST for action security_group_members [ 774.763046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.763173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.763235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.763442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.763592] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.763687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.763746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.763891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.764190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.764190] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58cd4355-54fa-4ab8-94c2-fab6b08c98a5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.096038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 775.096429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.273043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.273312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.273441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.273755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.300486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.300850] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.301012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.301120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.301328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.301417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.301514] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 is going to be updated. [ 775.335603] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.335786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.335869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.336176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.336383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.345905] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 in Status: IN_PROGRESS for 2s [ 775.437280] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: SUCCESS [ 775.438230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.903459] env[65529]: INFO networking_nsxv3.common.synchronization [req-bced91a0-ba87-4d3e-b85e-697c90bfee16 req-8b950652-9ac8-4574-9796-18ce07a88b0d tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 775.903997] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 775.904329] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.905092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.905269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.905484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.905661] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.905779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.906521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.906521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.906521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.906521] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.409622] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.410049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.410049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.410163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.410163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.410376] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.410488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.410551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.410720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.410781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.410868] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 already deleted. [ 776.410951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.750882] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.750882] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.750882] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.750882] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.750882] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.750882] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.751276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.751488] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.751741] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.752096] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.752386] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.752527] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.752751] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.752879] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.753241] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.754149] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.774838] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.774838] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.775043] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.775186] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.775460] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-058c495a-2f59-4ba0-980a-7ca7c180d1fd taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.776387] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-058c495a-2f59-4ba0-980a-7ca7c180d1fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.776387] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-058c495a-2f59-4ba0-980a-7ca7c180d1fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.776387] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-058c495a-2f59-4ba0-980a-7ca7c180d1fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.776387] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058c495a-2f59-4ba0-980a-7ca7c180d1fd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.279656] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.279656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.279656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.279656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.279656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.279656] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 058c495a-2f59-4ba0-980a-7ca7c180d1fd not found, creating... [ 777.279656] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.280395] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.280395] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.280395] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.280544] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.284025] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.284025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.284025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.284025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.284025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.284025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 058c495a-2f59-4ba0-980a-7ca7c180d1fd is going to be created. [ 777.310359] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.310610] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.311073] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.311175] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.312779] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.312779] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-058c495a-2f59-4ba0-980a-7ca7c180d1fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.360596] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 in Status: SUCCESS [ 777.360596] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58cd4355-54fa-4ab8-94c2-fab6b08c98a5 deletion is rescheduled due to dependency. [ 777.360596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58cd4355-54fa-4ab8-94c2-fab6b08c98a5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.042805] env[65529]: INFO networking_nsxv3.common.synchronization [req-bced91a0-ba87-4d3e-b85e-697c90bfee16 req-16a9c395-2396-433e-a02a-c3f33d6c5f3c service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 778.043107] env[65529]: INFO networking_nsxv3.common.synchronization [req-bced91a0-ba87-4d3e-b85e-697c90bfee16 req-16a9c395-2396-433e-a02a-c3f33d6c5f3c service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 778.043197] env[65529]: INFO networking_nsxv3.common.synchronization [req-bced91a0-ba87-4d3e-b85e-697c90bfee16 req-16a9c395-2396-433e-a02a-c3f33d6c5f3c service nova] Enqueued Resource ID: 058c495a-2f59-4ba0-980a-7ca7c180d1fd with Priority: HIGHEST for action port [ 778.044158] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 778.044158] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 778.044158] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058c495a-2f59-4ba0-980a-7ca7c180d1fd with Priority: HIGHEST for action port [ 778.044441] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.044562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.044628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.044904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.045010] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.047021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.047266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.047327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.047542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.048044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.048044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.048044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.048044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.048374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.048374] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.049704] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-058c495a-2f59-4ba0-980a-7ca7c180d1fd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.049820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-058c495a-2f59-4ba0-980a-7ca7c180d1fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.049873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-058c495a-2f59-4ba0-980a-7ca7c180d1fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.050570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-058c495a-2f59-4ba0-980a-7ca7c180d1fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.050570] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058c495a-2f59-4ba0-980a-7ca7c180d1fd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.547910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.548241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.551057] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.554345] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 058c495a-2f59-4ba0-980a-7ca7c180d1fd with status ACTIVE [ 778.555179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.555179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.555179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.555179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.555179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.555466] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.555466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.555466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.555577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.555577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.555742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.555827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.555882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.556566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.556566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.556566] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 058c495a-2f59-4ba0-980a-7ca7c180d1fd is going to be updated. [ 778.591516] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.591636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.591693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.591953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.592116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.592279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-058c495a-2f59-4ba0-980a-7ca7c180d1fd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.680551] env[65529]: INFO networking_nsxv3.common.synchronization [req-4c3e9931-be96-4d93-8cb8-7993f6e407cd req-b173d1dc-4da3-4bf2-857f-1afe8bfe1042 tempest-ListImageFiltersTestJSON-367840067 tempest-ListImageFiltersTestJSON-367840067-project-member] Enqueued Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_members [ 778.680698] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_members [ 778.681064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.681206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.681278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.681581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.681775] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.681892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.681973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.682430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.682430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.682430] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.053638] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.126964] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.126964] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.126964] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.126964] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.127499] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.127499] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.127499] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.127619] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.127666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.127863] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.127970] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.130052] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.130268] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.130790] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.130790] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.130790] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.156911] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.157135] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.157250] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.157421] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.157997] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-cca9ffd0-9564-4eb5-80df-3300de9a2d5c taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.158534] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-cca9ffd0-9564-4eb5-80df-3300de9a2d5c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.158534] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-cca9ffd0-9564-4eb5-80df-3300de9a2d5c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.158775] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-cca9ffd0-9564-4eb5-80df-3300de9a2d5c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.158917] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca9ffd0-9564-4eb5-80df-3300de9a2d5c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.187498] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.187734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.187734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.187927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.188024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.188276] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.188382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.188440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.188597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.188672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.188760] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 already deleted. [ 779.188842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.557363] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.557735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.557735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.557878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.557987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.558128] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be created. [ 779.590760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.591040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.591040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.591231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.591397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.607543] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: UNINITIALIZED for 2s [ 779.662257] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.662530] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.662683] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.663136] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.663361] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.663747] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port cca9ffd0-9564-4eb5-80df-3300de9a2d5c not found, creating... [ 779.663929] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.664143] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.664353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.664591] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.664763] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.669040] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.669360] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.669512] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.669861] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.670039] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.670227] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: cca9ffd0-9564-4eb5-80df-3300de9a2d5c is going to be created. [ 779.693948] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.694317] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.694521] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.694936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.695351] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.695694] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-cca9ffd0-9564-4eb5-80df-3300de9a2d5c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.443243] env[65529]: INFO networking_nsxv3.common.synchronization [req-4c3e9931-be96-4d93-8cb8-7993f6e407cd req-5ea33d04-32f2-4368-98c4-48bbde46a8f6 service nova] Enqueued Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_rules [ 780.443789] env[65529]: INFO networking_nsxv3.common.synchronization [req-4c3e9931-be96-4d93-8cb8-7993f6e407cd req-5ea33d04-32f2-4368-98c4-48bbde46a8f6 service nova] Enqueued Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_members [ 780.443789] env[65529]: INFO networking_nsxv3.common.synchronization [req-4c3e9931-be96-4d93-8cb8-7993f6e407cd req-5ea33d04-32f2-4368-98c4-48bbde46a8f6 service nova] Enqueued Resource ID: cca9ffd0-9564-4eb5-80df-3300de9a2d5c with Priority: HIGHEST for action port [ 780.447750] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_rules [ 780.447890] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_members [ 780.447992] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca9ffd0-9564-4eb5-80df-3300de9a2d5c with Priority: HIGHEST for action port [ 780.448590] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.448800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.448910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.449419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.449544] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.452642] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.452642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.453379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.453379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.453615] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.453777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.454216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.454216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.454321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.455390] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.458822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-cca9ffd0-9564-4eb5-80df-3300de9a2d5c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.458969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cca9ffd0-9564-4eb5-80df-3300de9a2d5c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.458969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cca9ffd0-9564-4eb5-80df-3300de9a2d5c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.459212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cca9ffd0-9564-4eb5-80df-3300de9a2d5c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.460090] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca9ffd0-9564-4eb5-80df-3300de9a2d5c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.793976] env[65529]: INFO networking_nsxv3.common.synchronization [req-6776b6a9-eaef-47db-af09-723dac0febe0 req-492936ba-9d15-4c88-9135-f81d278a3d0b tempest-ServerGroupTestJSON-1673793745 tempest-ServerGroupTestJSON-1673793745-project-member] Enqueued Resource ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 with Priority: HIGHEST for action security_group_members [ 780.794708] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 with Priority: HIGHEST for action security_group_members [ 780.795074] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f044a6-f07e-4cbf-a77d-85f4badb9113 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.795301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.795526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.795888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.795993] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.796122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.796122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.796248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.796343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.796421] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f044a6-f07e-4cbf-a77d-85f4badb9113',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.953250] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.953418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.958928] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.964708] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cca9ffd0-9564-4eb5-80df-3300de9a2d5c with status ACTIVE [ 780.964708] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.964708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.964708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.964708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.964708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.964708] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.964708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.964708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.965161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.965161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.965161] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.965161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.965303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.965343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.965378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.966697] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cca9ffd0-9564-4eb5-80df-3300de9a2d5c is going to be updated. [ 780.989755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.989755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.989918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.990152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.990576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.990659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cca9ffd0-9564-4eb5-80df-3300de9a2d5c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.300675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.300826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.300887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.301137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.301231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.301466] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.301589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.301659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.302088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.302088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.302210] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 is going to be updated. [ 781.345714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.345851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.345909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.346296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.346296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.360128] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 in Status: IN_PROGRESS for 2s [ 781.461954] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.501038] env[65529]: INFO networking_nsxv3.common.synchronization [req-9c7193b4-6acd-44fb-8dc5-7a1103267bad req-cdfb00c5-7e87-4528-8e5d-f38db06b481b tempest-InstanceActionsTestJSON-1102013012 tempest-InstanceActionsTestJSON-1102013012-project-member] Enqueued Resource ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 with Priority: HIGHEST for action security_group_members [ 781.501650] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 with Priority: HIGHEST for action security_group_members [ 781.502926] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e93882-5f91-47da-a6cc-8f55b3e54836 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.502926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.502926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.503233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.503233] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.503414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.503474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.503639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.503726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.503835] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e93882-5f91-47da-a6cc-8f55b3e54836',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.621086] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 781.621308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.621531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.625026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.625026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.625026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.625026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.625026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.625026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.625026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.625026] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.965869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.965869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.965869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.965869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.965869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.966284] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 is going to be created. [ 781.973043] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.973043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-488" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.973043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-488" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.973043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-488" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.973043] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.973043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.973043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.973043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.973043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.973043] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.973043] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.973043] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.973043] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.973596] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.973596] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.973596] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.995028] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.996276] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.996276] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.996276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-488" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.996276] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-f8d62d9e-d7d6-4846-9ca3-f0a63c320e07 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.996276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-f8d62d9e-d7d6-4846-9ca3-f0a63c320e07" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.996276] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-f8d62d9e-d7d6-4846-9ca3-f0a63c320e07" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.996579] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-f8d62d9e-d7d6-4846-9ca3-f0a63c320e07" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.996652] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8d62d9e-d7d6-4846-9ca3-f0a63c320e07',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.008313] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.008458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.008524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.008736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.008966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.011249] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.011376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.011446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.011632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.011726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.011913] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.012023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.012084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.012234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.012310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.012395] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 already deleted. [ 782.012475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.023528] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: UNINITIALIZED for 2s [ 782.128531] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.128748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.128811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.129020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.129224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.129355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.129417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.129579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.129665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.129753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.129921] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.130034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.130097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.130243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.130444] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.130542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.130603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.130743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.130820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.130899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.130992] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.499973] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.500310] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.500466] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.500850] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.501071] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.501312] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port f8d62d9e-d7d6-4846-9ca3-f0a63c320e07 not found, creating... [ 782.501705] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.501919] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.502108] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.502465] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.502622] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.503044] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.503259] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.503433] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.503720] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.503911] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.504179] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: f8d62d9e-d7d6-4846-9ca3-f0a63c320e07 is going to be created. [ 782.526601] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.526880] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.527049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.528038] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.528038] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.528038] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-f8d62d9e-d7d6-4846-9ca3-f0a63c320e07" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.634364] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e74ce0-5ede-4236-b97a-db33aaeb12d3: rpc.has_security_group_logging(os_id): False [ 782.662763] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.662909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.662984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.663270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.663362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.663574] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.663668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.663733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.663888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.663969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.664207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.664269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.664308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.664447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.664513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.664734] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.664803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.664873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.664983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.665072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.665160] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be created. [ 782.763541] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.763726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.763726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.763958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.764157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.778382] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 783.343190] env[65529]: INFO networking_nsxv3.common.synchronization [req-9c7193b4-6acd-44fb-8dc5-7a1103267bad req-40144d32-cf00-4cd4-8670-d58e43c6dcbc service nova] Enqueued Resource ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 with Priority: HIGHEST for action security_group_rules [ 783.343190] env[65529]: INFO networking_nsxv3.common.synchronization [req-9c7193b4-6acd-44fb-8dc5-7a1103267bad req-40144d32-cf00-4cd4-8670-d58e43c6dcbc service nova] Enqueued Resource ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 with Priority: HIGHEST for action security_group_members [ 783.343190] env[65529]: INFO networking_nsxv3.common.synchronization [req-9c7193b4-6acd-44fb-8dc5-7a1103267bad req-40144d32-cf00-4cd4-8670-d58e43c6dcbc service nova] Enqueued Resource ID: f8d62d9e-d7d6-4846-9ca3-f0a63c320e07 with Priority: HIGHEST for action port [ 783.343190] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 with Priority: HIGHEST for action security_group_rules [ 783.343190] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 with Priority: HIGHEST for action security_group_members [ 783.343190] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8d62d9e-d7d6-4846-9ca3-f0a63c320e07 with Priority: HIGHEST for action port [ 783.344355] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e93882-5f91-47da-a6cc-8f55b3e54836 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.346932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.346932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.346932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.346932] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e93882-5f91-47da-a6cc-8f55b3e54836',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.347675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e93882-5f91-47da-a6cc-8f55b3e54836 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.347675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.347675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.347849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.348058] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.354817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.354817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.354817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.354817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.354817] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e93882-5f91-47da-a6cc-8f55b3e54836',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.355876] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8d62d9e-d7d6-4846-9ca3-f0a63c320e07 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.356090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8d62d9e-d7d6-4846-9ca3-f0a63c320e07" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.356090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8d62d9e-d7d6-4846-9ca3-f0a63c320e07" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.356306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8d62d9e-d7d6-4846-9ca3-f0a63c320e07" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.356383] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8d62d9e-d7d6-4846-9ca3-f0a63c320e07',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.374411] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 in Status: SUCCESS [ 783.374411] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f044a6-f07e-4cbf-a77d-85f4badb9113 deletion is rescheduled due to dependency. [ 783.374589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f044a6-f07e-4cbf-a77d-85f4badb9113" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.862025] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8e93882-5f91-47da-a6cc-8f55b3e54836',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.862025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e93882-5f91-47da-a6cc-8f55b3e54836 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.862025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.862025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8d62d9e-d7d6-4846-9ca3-f0a63c320e07 with status ACTIVE [ 783.862025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.862025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.862025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.862025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.862025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.862025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.862025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.862025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.862025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.862025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.862821] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.862821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.862821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.862821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.862821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.863185] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8d62d9e-d7d6-4846-9ca3-f0a63c320e07 is going to be updated. [ 783.886974] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.887140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.887275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.887415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.887565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.887716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8d62d9e-d7d6-4846-9ca3-f0a63c320e07" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.036922] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: SUCCESS [ 784.036922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.036922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.036922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.036922] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.036922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.036922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.036922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.036922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.036922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.036922] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.366639] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8e93882-5f91-47da-a6cc-8f55b3e54836',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.538663] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.541039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.541039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.541039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.541039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.541977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.541977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.541977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.541977] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.795346] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 784.795538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.872422] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.872707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.875062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.875353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.875474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.875550] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 is going to be created. [ 784.905873] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.906087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.906153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.906384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.906542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.917865] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 in Status: UNINITIALIZED for 2s [ 784.943522] env[65529]: INFO networking_nsxv3.common.synchronization [None req-600c7da9-c88e-4784-beea-a9904528412e tempest-MigrationsAdminTest-1954132688 tempest-MigrationsAdminTest-1954132688-project-member] Enqueued Resource ID: d39507fd-230b-49d2-97ca-b77ac68eeb02 with Priority: HIGHEST for action security_group_rules [ 784.943522] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39507fd-230b-49d2-97ca-b77ac68eeb02 with Priority: HIGHEST for action security_group_rules [ 784.943933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d39507fd-230b-49d2-97ca-b77ac68eeb02 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.943933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d39507fd-230b-49d2-97ca-b77ac68eeb02" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.944166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d39507fd-230b-49d2-97ca-b77ac68eeb02" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.944822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d39507fd-230b-49d2-97ca-b77ac68eeb02" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.944822] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d39507fd-230b-49d2-97ca-b77ac68eeb02',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.044552] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f075ec2-f9b5-416f-812e-7d8ccc664e03: rpc.has_security_group_logging(os_id): False [ 785.065146] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.065304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.065374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.066049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.066049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.066371] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.066570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.066689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.066901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.067038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.067284] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.067434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.067532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.067716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.067836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.068076] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.068319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.068429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.068610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.068743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.068838] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 is going to be created. [ 785.135786] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.138212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.138212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.138212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.138212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.150640] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: IN_PROGRESS for 2s [ 785.190717] env[65529]: INFO networking_nsxv3.common.synchronization [req-a721e9b3-829d-4cc6-ae25-749487cbfa35 req-c9923e9b-29f8-44e7-befc-a5f7c0eebe7e tempest-ServerMetadataNegativeTestJSON-138576153 tempest-ServerMetadataNegativeTestJSON-138576153-project-member] Enqueued Resource ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc with Priority: HIGHEST for action security_group_members [ 785.191314] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc with Priority: HIGHEST for action security_group_members [ 785.191631] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.191768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.191833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.192294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.192461] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.192575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.192675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.192843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.192999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.194139] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3c7dfe5-37e1-4c82-bfae-925ccb160bdc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.313126] env[65529]: INFO networking_nsxv3.common.synchronization [None req-2d478846-5589-428d-98e7-ed1cef896ce5 tempest-MigrationsAdminTest-1954132688 tempest-MigrationsAdminTest-1954132688-project-member] Enqueued Resource ID: d39507fd-230b-49d2-97ca-b77ac68eeb02 with Priority: HIGHEST for action security_group_rules [ 785.313500] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39507fd-230b-49d2-97ca-b77ac68eeb02 with Priority: HIGHEST for action security_group_rules [ 785.313824] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d39507fd-230b-49d2-97ca-b77ac68eeb02 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.313955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d39507fd-230b-49d2-97ca-b77ac68eeb02" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.471567] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.471840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.471840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.472059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.472146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.472282] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d39507fd-230b-49d2-97ca-b77ac68eeb02 already deleted. [ 785.472374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d39507fd-230b-49d2-97ca-b77ac68eeb02" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.472536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d39507fd-230b-49d2-97ca-b77ac68eeb02" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.472715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d39507fd-230b-49d2-97ca-b77ac68eeb02" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.472802] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d39507fd-230b-49d2-97ca-b77ac68eeb02',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.700027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.700027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.700027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.700027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.700027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.700027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.700027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.700027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.700027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.700027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.700027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc is going to be updated. [ 785.732625] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.733183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.733183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.733341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.734015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.750263] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc in Status: IN_PROGRESS for 2s [ 785.998069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.998069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.998069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.998069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.998069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.999422] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d39507fd-230b-49d2-97ca-b77ac68eeb02 already deleted. [ 785.999422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d39507fd-230b-49d2-97ca-b77ac68eeb02" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.097732] env[65529]: INFO networking_nsxv3.common.synchronization [None req-1bee32a4-5fa0-4643-a041-c6fb6167d9d0 None None] Enqueued Resource ID: bb346122-19d7-4928-a836-240dda849453 with Priority: HIGHEST for action port [ 786.097732] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb346122-19d7-4928-a836-240dda849453 with Priority: HIGHEST for action port [ 786.097732] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb346122-19d7-4928-a836-240dda849453 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.097732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb346122-19d7-4928-a836-240dda849453" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.097732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb346122-19d7-4928-a836-240dda849453" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.097732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb346122-19d7-4928-a836-240dda849453" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.097732] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb346122-19d7-4928-a836-240dda849453',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.604413] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb346122-19d7-4928-a836-240dda849453 [ 786.604413] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.604413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.604413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.604413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.604413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.604413] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb346122-19d7-4928-a836-240dda849453 already deleted. [ 786.604413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb346122-19d7-4928-a836-240dda849453" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.930617] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 in Status: SUCCESS [ 786.931048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.932026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.932026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.932026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.932026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.932353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.932503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.932634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.932781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.933121] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8e93882-5f91-47da-a6cc-8f55b3e54836',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.165923] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: SUCCESS [ 787.166282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.435764] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e93882-5f91-47da-a6cc-8f55b3e54836 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.435764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.435764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.435764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.435981] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.435981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.435981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.437035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.437035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.437035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.437197] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e93882-5f91-47da-a6cc-8f55b3e54836 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.437289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.437351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.437516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.437657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.437777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.440014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.440014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.440014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.440014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.440014] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8e93882-5f91-47da-a6cc-8f55b3e54836',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.767673] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc in Status: SUCCESS [ 787.767673] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc deletion is rescheduled due to dependency. [ 787.767673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.941400] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8e93882-5f91-47da-a6cc-8f55b3e54836: rpc.has_security_group_logging(os_id): False [ 787.961880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.961880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.961880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.961880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.962531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.962531] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.962531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.962531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.962699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.962733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.963264] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.963264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.963264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.963264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.963451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.963553] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.963694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.963770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.963986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.964106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.964245] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 is going to be created. [ 788.026678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.026848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.026924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.027176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.027355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.045838] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 in Status: IN_PROGRESS for 2s [ 788.218646] env[65529]: INFO networking_nsxv3.common.synchronization [req-9f1b194c-0389-46f2-b104-d5f07c0d4d62 req-e211b2e5-631a-468e-af89-75fca0ee4176 tempest-ServersTestFqdnHostnames-713597942 tempest-ServersTestFqdnHostnames-713597942-project-member] Enqueued Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGHEST for action security_group_members [ 788.218646] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGHEST for action security_group_members [ 788.218942] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a30920-06bd-46fc-8ae4-baa8e90add61 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.219099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.219237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.219553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.219735] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.219835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.220118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.220118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.220242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.220242] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8a30920-06bd-46fc-8ae4-baa8e90add61',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.654668] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-201 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.654921] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-201" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.654995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-201" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.655355] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-201" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.655620] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.655797] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.655903] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.656104] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.656317] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.656567] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.656620] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.656723] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.656852] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.656925] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.657047] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.657184] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.685022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.685022] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.685022] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.685022] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-201" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.685022] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.685022] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.685022] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.685022] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.685022] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.722944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.723249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.723366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.724238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.724238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.724238] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.724238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.724238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.724567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.724567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.724694] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 already deleted. [ 788.724804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.027706] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3ae7cc53-49be-4f2c-a4c5-53b557f80a6c None None] Enqueued Resource ID: 78be24e3-abe8-49dc-9f33-e25dd7dd858e with Priority: HIGHEST for action port [ 789.032434] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78be24e3-abe8-49dc-9f33-e25dd7dd858e with Priority: HIGHEST for action port [ 789.032842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-78be24e3-abe8-49dc-9f33-e25dd7dd858e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.032979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78be24e3-abe8-49dc-9f33-e25dd7dd858e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.033059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78be24e3-abe8-49dc-9f33-e25dd7dd858e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.033337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78be24e3-abe8-49dc-9f33-e25dd7dd858e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.033418] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78be24e3-abe8-49dc-9f33-e25dd7dd858e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.188995] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.188995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.188995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.189336] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.189500] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.189676] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab not found, creating... [ 789.189980] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.190165] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.190289] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.191191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.191191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.191191] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.191191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.191387] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.191518] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.191699] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.191844] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab is going to be created. [ 789.217964] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.218407] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.218635] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.219066] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.219498] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.223641] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.539747] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78be24e3-abe8-49dc-9f33-e25dd7dd858e [ 789.540081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.540229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.540342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.540651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.540750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.540917] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78be24e3-abe8-49dc-9f33-e25dd7dd858e already deleted. [ 789.541019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78be24e3-abe8-49dc-9f33-e25dd7dd858e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.932824] env[65529]: INFO networking_nsxv3.common.synchronization [req-9f1b194c-0389-46f2-b104-d5f07c0d4d62 req-c6b5668d-d814-4025-a922-9ce0830974f7 service nova] Enqueued Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGHEST for action security_group_rules [ 789.932824] env[65529]: INFO networking_nsxv3.common.synchronization [req-9f1b194c-0389-46f2-b104-d5f07c0d4d62 req-c6b5668d-d814-4025-a922-9ce0830974f7 service nova] Enqueued Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGHEST for action security_group_members [ 789.932824] env[65529]: INFO networking_nsxv3.common.synchronization [req-9f1b194c-0389-46f2-b104-d5f07c0d4d62 req-c6b5668d-d814-4025-a922-9ce0830974f7 service nova] Enqueued Resource ID: bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab with Priority: HIGHEST for action port [ 789.932824] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGHEST for action security_group_rules [ 789.932966] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGHEST for action security_group_members [ 789.932966] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab with Priority: HIGHEST for action port [ 789.933803] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8a30920-06bd-46fc-8ae4-baa8e90add61 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.933803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.933949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.934089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.934155] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8a30920-06bd-46fc-8ae4-baa8e90add61',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.936550] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a30920-06bd-46fc-8ae4-baa8e90add61 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.936550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.936550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.936550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.938334] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.938334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.938334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.938334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.938334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.938334] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8a30920-06bd-46fc-8ae4-baa8e90add61',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.938787] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.938787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.938896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.939061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.939663] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.059995] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 in Status: SUCCESS [ 790.060286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.447154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a30920-06bd-46fc-8ae4-baa8e90add61 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.447154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.447154] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab with status ACTIVE [ 790.447154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.447154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.447154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.447154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.447154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.447154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.447154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.447154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.447154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.447154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.447154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.447816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.447816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.447816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.447816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.447816] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab is going to be updated. [ 790.447816] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8a30920-06bd-46fc-8ae4-baa8e90add61',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.474407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.474407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.474407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.474407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.474407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.474407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcd1d1bc-cd78-4beb-ab50-8663fe9e11ab" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.951997] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8a30920-06bd-46fc-8ae4-baa8e90add61',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.975444] env[65529]: INFO networking_nsxv3.common.synchronization [req-9208e3f4-3c10-4e3b-bddb-1efbbdd7498e req-bd83cfb5-0e06-4888-9448-2cfb2179ebf8 tempest-ListImageFiltersTestJSON-367840067 tempest-ListImageFiltersTestJSON-367840067-project-member] Enqueued Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_members [ 790.976029] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_members [ 790.976630] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.976763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.976831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.977049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.977198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.977295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.977356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.977833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.977932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.978050] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.284885] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.285503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.285503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.285503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.285755] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.285919] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.286089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.286756] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.286756] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.287097] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.287097] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.287518] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.287518] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.287518] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.287681] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.287734] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.311882] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.312065] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.312391] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.312391] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.312697] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-ddca8655-3ff5-4a84-b34f-62abe1305955 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.314185] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-ddca8655-3ff5-4a84-b34f-62abe1305955" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.314185] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-ddca8655-3ff5-4a84-b34f-62abe1305955" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.315125] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-ddca8655-3ff5-4a84-b34f-62abe1305955" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.316374] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddca8655-3ff5-4a84-b34f-62abe1305955',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.455554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.455554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.455554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.456409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.456409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.456409] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 is going to be created. [ 791.481797] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.493992] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.494291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.494405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.496165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.496165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.505778] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 in Status: UNINITIALIZED for 2s [ 791.517955] env[65529]: INFO networking_nsxv3.common.synchronization [req-594dbb7e-ec02-4565-a609-ded7b4b76416 req-6fa9dd41-9866-4970-a753-95d3cbc7e2d3 tempest-ListServerFiltersTestJSON-628063354 tempest-ListServerFiltersTestJSON-628063354-project-member] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 791.518738] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 791.519543] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.523113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.523210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.523456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.523647] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.523762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.523826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.523985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.524080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.524176] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.819649] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.820137] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.820422] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.820873] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.821135] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.821456] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port ddca8655-3ff5-4a84-b34f-62abe1305955 not found, creating... [ 791.821765] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.825102] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.825339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.825637] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.825792] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.826204] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.826378] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.826485] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.826738] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.826896] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.827061] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: ddca8655-3ff5-4a84-b34f-62abe1305955 is going to be created. [ 791.851872] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.852362] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.852518] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.853019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.853396] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.854045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-ddca8655-3ff5-4a84-b34f-62abe1305955" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.983249] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.026718] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.485743] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.486229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.486229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.486334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.486486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.486538] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 is going to be updated. [ 792.528166] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.528166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.528166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.528501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.528793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.530406] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.541708] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: IN_PROGRESS for 2s [ 792.681090] env[65529]: INFO networking_nsxv3.common.synchronization [req-9208e3f4-3c10-4e3b-bddb-1efbbdd7498e req-b0ebc876-f1d9-4406-add3-7fd9cb52e6e7 service nova] Enqueued Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_rules [ 792.681753] env[65529]: INFO networking_nsxv3.common.synchronization [req-9208e3f4-3c10-4e3b-bddb-1efbbdd7498e req-b0ebc876-f1d9-4406-add3-7fd9cb52e6e7 service nova] Enqueued Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_members [ 792.682095] env[65529]: INFO networking_nsxv3.common.synchronization [req-9208e3f4-3c10-4e3b-bddb-1efbbdd7498e req-b0ebc876-f1d9-4406-add3-7fd9cb52e6e7 service nova] Enqueued Resource ID: ddca8655-3ff5-4a84-b34f-62abe1305955 with Priority: HIGHEST for action port [ 792.683049] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_rules [ 792.683552] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_members [ 792.683708] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddca8655-3ff5-4a84-b34f-62abe1305955 with Priority: HIGHEST for action port [ 792.684121] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.684306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.684416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.684673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.684767] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.685989] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.686204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.686410] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddca8655-3ff5-4a84-b34f-62abe1305955 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.686529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddca8655-3ff5-4a84-b34f-62abe1305955" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.686602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddca8655-3ff5-4a84-b34f-62abe1305955" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.686853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddca8655-3ff5-4a84-b34f-62abe1305955" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.686960] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddca8655-3ff5-4a84-b34f-62abe1305955',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.033746] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.033893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.033893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.034190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.034291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.034396] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 is going to be updated. [ 793.066082] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.066082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.066082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.066329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.066435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.076376] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: IN_PROGRESS for 2s [ 793.189217] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.189367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.191851] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddca8655-3ff5-4a84-b34f-62abe1305955 with status ACTIVE [ 793.192091] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.192680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.192680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.192680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.192680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.192906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.192966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.194093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.194093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.194093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.194093] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.194093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.194093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.194093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.194093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.194093] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddca8655-3ff5-4a84-b34f-62abe1305955 is going to be updated. [ 793.221241] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.221241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.221241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.221241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.221442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.221442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddca8655-3ff5-4a84-b34f-62abe1305955" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.516735] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 in Status: SUCCESS [ 793.517053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.517242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.517506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.517729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.517904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.517904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.518690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.518690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.518690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.518690] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8a30920-06bd-46fc-8ae4-baa8e90add61',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.831707] env[65529]: INFO networking_nsxv3.common.synchronization [req-37f205f5-c811-49f8-86ef-f3399832b7eb req-764709ad-7c44-4106-8b13-64c6e1d211e7 tempest-AttachVolumeShelveTestJSON-1842608892 tempest-AttachVolumeShelveTestJSON-1842608892-project-member] Enqueued Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_members [ 793.832299] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_members [ 793.832606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.832721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.832802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.833060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.833491] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.833491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.833491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.833652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.833684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.833769] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.020635] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8a30920-06bd-46fc-8ae4-baa8e90add61',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.229388] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.229498] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.229777] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.229903] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.230571] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.230571] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.230571] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.231084] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.231084] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.231945] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.231945] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.231945] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.231945] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.231945] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.231945] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.231945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.259630] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.259777] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.260387] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.260387] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.260863] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-db43a7de-5db9-4068-a0ef-5d01243af0b3 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.260994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.261211] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.261400] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.261536] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db43a7de-5db9-4068-a0ef-5d01243af0b3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.337511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.337665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.337735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.337955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.338076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.338342] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.338458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.338512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.338824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.338824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.338824] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 already deleted. [ 794.339025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.523298] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8a30920-06bd-46fc-8ae4-baa8e90add61: rpc.has_security_group_logging(os_id): False [ 794.544015] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.544015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.544015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.544015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.545063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.545063] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.545063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.545063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.545063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.545063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.545063] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 is going to be created. [ 794.556385] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: SUCCESS [ 794.557363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.557363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.557363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.557363] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.557627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.557627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.557704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.557798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.557953] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.617484] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.617700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.617700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.617869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.618099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.631137] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 in Status: IN_PROGRESS for 2s [ 794.764575] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.764811] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.764936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.765273] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.765445] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.765636] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port db43a7de-5db9-4068-a0ef-5d01243af0b3 not found, creating... [ 794.766457] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.766742] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.766814] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.767351] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.767351] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.767586] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.767769] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.767889] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.768139] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.768348] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.768535] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: db43a7de-5db9-4068-a0ef-5d01243af0b3 is going to be created. [ 794.792672] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.792897] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.793057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.793977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.793977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.793977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.060637] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.089430] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: SUCCESS [ 795.093029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.510410] env[65529]: INFO networking_nsxv3.common.synchronization [req-37f205f5-c811-49f8-86ef-f3399832b7eb req-9c32c4aa-2be9-4af3-8a6a-a74bb1d28af9 service nova] Enqueued Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_rules [ 795.510627] env[65529]: INFO networking_nsxv3.common.synchronization [req-37f205f5-c811-49f8-86ef-f3399832b7eb req-9c32c4aa-2be9-4af3-8a6a-a74bb1d28af9 service nova] Enqueued Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_members [ 795.510822] env[65529]: INFO networking_nsxv3.common.synchronization [req-37f205f5-c811-49f8-86ef-f3399832b7eb req-9c32c4aa-2be9-4af3-8a6a-a74bb1d28af9 service nova] Enqueued Resource ID: db43a7de-5db9-4068-a0ef-5d01243af0b3 with Priority: HIGHEST for action port [ 795.511454] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_rules [ 795.511540] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_members [ 795.511626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db43a7de-5db9-4068-a0ef-5d01243af0b3 with Priority: HIGHEST for action port [ 795.511952] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.512043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.512104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.512293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.512329] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.513561] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.513650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.513705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.513878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.514034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.514129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.514186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.514355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.514472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.514584] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.515515] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-db43a7de-5db9-4068-a0ef-5d01243af0b3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.515515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.515665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.515702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.515766] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db43a7de-5db9-4068-a0ef-5d01243af0b3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.565245] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.017551] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.022154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.022266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.022434] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db43a7de-5db9-4068-a0ef-5d01243af0b3 with status ACTIVE [ 796.022591] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.022691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.022753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.022952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.023060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.023221] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.023316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.023375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.023523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.023595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.023770] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.023863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.023923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.025735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.025735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.025735] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db43a7de-5db9-4068-a0ef-5d01243af0b3 is going to be updated. [ 796.052893] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.053103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.053103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.053311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.053442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.053604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.067709] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.067860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.067936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.068174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.068308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.068417] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 is going to be updated. [ 796.098105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.098280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.098355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.098569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.098710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.107953] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: IN_PROGRESS for 2s [ 796.483701] env[65529]: INFO networking_nsxv3.common.synchronization [None req-2bdd537c-43f5-498b-8d3a-887e71629e4c None None] Enqueued Resource ID: 83f63330-39d4-4fbd-b03f-bf78675db387 with Priority: HIGHEST for action port [ 796.484271] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f63330-39d4-4fbd-b03f-bf78675db387 with Priority: HIGHEST for action port [ 796.484572] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-83f63330-39d4-4fbd-b03f-bf78675db387 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.484696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83f63330-39d4-4fbd-b03f-bf78675db387" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.484761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83f63330-39d4-4fbd-b03f-bf78675db387" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.485188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83f63330-39d4-4fbd-b03f-bf78675db387" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.485188] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f63330-39d4-4fbd-b03f-bf78675db387',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.522899] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.645168] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 in Status: SUCCESS [ 796.646864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.989167] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83f63330-39d4-4fbd-b03f-bf78675db387 [ 796.989264] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.989407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.989488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.989717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.989817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.989915] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83f63330-39d4-4fbd-b03f-bf78675db387 already deleted. [ 796.989995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83f63330-39d4-4fbd-b03f-bf78675db387" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.027635] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.027635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.027635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.027635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.027635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.027635] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 is going to be created. [ 797.057724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.057724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.057724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.057724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.057724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.069266] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 in Status: UNINITIALIZED for 2s [ 797.587108] env[65529]: INFO networking_nsxv3.common.synchronization [None req-53cc9e97-0f05-43f9-a7bf-0a92f7e44db3 tempest-ServersTestBootFromVolume-317131639 tempest-ServersTestBootFromVolume-317131639-project-member] Enqueued Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGHEST for action security_group_rules [ 797.592520] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGHEST for action security_group_rules [ 797.592520] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2548ddeb-5a7a-4259-bad7-0133d33772aa taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.592520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.592520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.592520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.592520] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2548ddeb-5a7a-4259-bad7-0133d33772aa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.733256] env[65529]: INFO networking_nsxv3.common.synchronization [None req-c599813a-fe02-462f-a27f-23e82c801e44 tempest-ServersTestBootFromVolume-317131639 tempest-ServersTestBootFromVolume-317131639-project-member] Enqueued Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGHEST for action security_group_rules [ 797.733806] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGHEST for action security_group_rules [ 797.733806] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2548ddeb-5a7a-4259-bad7-0133d33772aa taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.733806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.117713] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.118272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.118513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.118827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.119573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.119796] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa already deleted. [ 798.121049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.121049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.121049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.121049] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2548ddeb-5a7a-4259-bad7-0133d33772aa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.123503] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: SUCCESS [ 798.125109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.125109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.125109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.125109] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.125109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.125109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.125109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.125109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.125109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.125109] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.630299] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.630512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.630512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.630740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.630907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.630998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.631125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.631248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.631379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.631425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.631564] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.632868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.632868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.632868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.633088] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.633222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.633341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.633608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.633750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.633837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.634036] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.659290] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.659290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.659290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.659290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.659290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.659290] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa already deleted. [ 798.659290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.812138] env[65529]: INFO networking_nsxv3.common.synchronization [req-1dc234bf-4fc8-4bf6-8650-0fc35ee57a69 req-6e8162c0-3f66-400d-a0c4-b11b5a27d233 tempest-ServersNegativeTestJSON-763001965 tempest-ServersNegativeTestJSON-763001965-project-member] Enqueued Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 798.815565] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 798.815565] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.816218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.816218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.816218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.816218] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.816425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.816425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.816498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.816566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.816663] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.040213] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8ce592ff-ccb4-463d-ad24-adf83ba2cca7 None None] Enqueued Resource ID: ec09248d-604f-4a4b-9958-3be6eed50003 with Priority: HIGHEST for action port [ 799.040328] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec09248d-604f-4a4b-9958-3be6eed50003 with Priority: HIGHEST for action port [ 799.040946] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec09248d-604f-4a4b-9958-3be6eed50003 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.041218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec09248d-604f-4a4b-9958-3be6eed50003" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.041294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec09248d-604f-4a4b-9958-3be6eed50003" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.041618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec09248d-604f-4a4b-9958-3be6eed50003" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.041743] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec09248d-604f-4a4b-9958-3be6eed50003',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.079495] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 in Status: SUCCESS [ 799.079726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.080219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.080494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.080725] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.080850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.080916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.081144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.081199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.081272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.081364] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.136630] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f075ec2-f9b5-416f-812e-7d8ccc664e03: rpc.has_security_group_logging(os_id): False [ 799.160412] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.160412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.160412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.161601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.161742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.161967] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.162087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.162227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.162333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.162406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.162618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.162708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.162808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.163253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.163253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.163253] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.163529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.163529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.163529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.163643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.163643] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 is going to be updated. [ 799.230416] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.230565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.230565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.230940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.230940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.247392] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: IN_PROGRESS for 2s [ 799.318996] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.319266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.319266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.319965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.320177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.320924] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.321089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.321161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.321378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.321461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.321553] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df665080-c375-457f-8256-9bb18d9a2308 already deleted. [ 799.321650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.418937] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.418937] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-678" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.418937] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-678" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.418937] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-678" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.418937] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.420298] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.420298] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.420298] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.420298] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.420298] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.420754] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.420855] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.420962] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.421130] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.422029] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.422195] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.442395] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.442593] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.442692] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.443309] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-678" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.443398] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-4dae2920-4180-40a6-a74a-967598d81754 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.443552] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.443729] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.444097] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.444240] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dae2920-4180-40a6-a74a-967598d81754',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.545600] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec09248d-604f-4a4b-9958-3be6eed50003 [ 799.545600] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.545600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.545600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.545600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.545600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.545600] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec09248d-604f-4a4b-9958-3be6eed50003 already deleted. [ 799.545600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec09248d-604f-4a4b-9958-3be6eed50003" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.584044] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.947598] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.947970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.948377] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.948781] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.948985] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.949391] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 4dae2920-4180-40a6-a74a-967598d81754 not found, creating... [ 799.949619] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.949798] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.949970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.950272] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.950536] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.950812] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.950996] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.951163] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.951396] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.951639] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.951748] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 4dae2920-4180-40a6-a74a-967598d81754 is going to be created. [ 799.979041] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.979322] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.979465] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.980138] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.980330] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.980558] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.087896] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cb2c97f-352d-46cd-9d8f-ba8913223841: rpc.has_security_group_logging(os_id): False [ 800.117231] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.117466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.117566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.117982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.118172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.118571] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.118745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.118873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.119215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.119331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.119430] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 is going to be created. [ 800.192033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.192213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.192255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.192485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.192691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.207695] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 in Status: IN_PROGRESS for 2s [ 800.696126] env[65529]: INFO networking_nsxv3.common.synchronization [req-1dc234bf-4fc8-4bf6-8650-0fc35ee57a69 req-5c4a4586-63cb-4951-9255-092a8fedaaff service nova] Enqueued Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_rules [ 800.696126] env[65529]: INFO networking_nsxv3.common.synchronization [req-1dc234bf-4fc8-4bf6-8650-0fc35ee57a69 req-5c4a4586-63cb-4951-9255-092a8fedaaff service nova] Enqueued Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 800.696126] env[65529]: INFO networking_nsxv3.common.synchronization [req-1dc234bf-4fc8-4bf6-8650-0fc35ee57a69 req-5c4a4586-63cb-4951-9255-092a8fedaaff service nova] Enqueued Resource ID: 4dae2920-4180-40a6-a74a-967598d81754 with Priority: HIGHEST for action port [ 800.696569] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_rules [ 800.696760] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 800.696810] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dae2920-4180-40a6-a74a-967598d81754 with Priority: HIGHEST for action port [ 800.697203] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.697358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.697446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.697764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.697879] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.698913] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.699053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.699124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.699321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.699543] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.699643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.699723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.699870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.700015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.700140] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.705079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dae2920-4180-40a6-a74a-967598d81754 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.705193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.705287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.706109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.706320] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dae2920-4180-40a6-a74a-967598d81754',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.791780] env[65529]: INFO networking_nsxv3.common.synchronization [None req-91530845-756c-4ad4-8d33-1d8d4273a227 tempest-ServerRescueNegativeTestJSON-761915835 tempest-ServerRescueNegativeTestJSON-761915835-project-member] Enqueued Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGHEST for action security_group_rules [ 800.792460] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGHEST for action security_group_rules [ 800.792787] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d916c80-a504-4a7c-931f-217958cdb9d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.792908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.793121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.793294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.793420] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.896582] env[65529]: INFO networking_nsxv3.common.synchronization [None req-65b93760-61c2-4293-82df-4aa2e691ede2 tempest-ServerRescueNegativeTestJSON-761915835 tempest-ServerRescueNegativeTestJSON-761915835-project-member] Enqueued Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGHEST for action security_group_rules [ 800.896582] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGHEST for action security_group_rules [ 800.897036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d916c80-a504-4a7c-931f-217958cdb9d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.897201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.209733] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.210069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.210131] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.211450] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dae2920-4180-40a6-a74a-967598d81754 with status ACTIVE [ 801.211450] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.211450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.211450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.211666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.211666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.213644] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.213644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.213644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.213644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.213644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.213644] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.213644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.213644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.213644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.213644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.213644] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dae2920-4180-40a6-a74a-967598d81754 is going to be updated. [ 801.239110] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.239110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.239110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.239110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.239469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.239469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.264077] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: SUCCESS [ 801.264332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.326500] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.326500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.326774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.326774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.326860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.326923] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 already deleted. [ 801.327019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.327465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.327465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.327465] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.715903] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.856252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.857218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.857218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.857218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.857218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.857218] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 already deleted. [ 801.857218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.218601] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.218908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.218908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.219160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.219334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.219512] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df665080-c375-457f-8256-9bb18d9a2308 is going to be created. [ 802.225163] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 in Status: SUCCESS [ 802.225402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.253747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.253897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.253960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.254196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.254354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.263849] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: UNINITIALIZED for 2s [ 804.276630] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: SUCCESS [ 804.276961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.277282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.277600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.277823] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.277977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.278946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.278946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.278946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.278946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.278946] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.784125] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.784339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.784436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.784701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.784916] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.785059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.785183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.785388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.785451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.785581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.785745] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.785936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.785936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.786154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.786309] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.786429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.786503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.786677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.786777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.786885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.787016] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.291120] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df665080-c375-457f-8256-9bb18d9a2308: rpc.has_security_group_logging(os_id): False [ 805.310364] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.310698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.310865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.311194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.311380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.311665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.311879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.312038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.312284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.312455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.312817] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.313057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.313214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.313439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.313609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.313869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.314104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.315920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.315920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.315920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.315920] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df665080-c375-457f-8256-9bb18d9a2308 is going to be created. [ 805.382574] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.382760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.382894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.382990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.383176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.397310] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: IN_PROGRESS for 2s [ 805.897545] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 805.897660] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 806.225382] env[65529]: INFO networking_nsxv3.common.synchronization [req-55955c2c-a380-490c-9542-7a3ea4c6a46a req-bc6068d3-95d6-4709-870b-eb646b4670bd tempest-InstanceActionsTestJSON-1102013012 tempest-InstanceActionsTestJSON-1102013012-project-member] Enqueued Resource ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 with Priority: HIGHEST for action security_group_members [ 806.225792] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 with Priority: HIGHEST for action security_group_members [ 806.226540] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8e93882-5f91-47da-a6cc-8f55b3e54836 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.226540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.226540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.226540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.226768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.226816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.227318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.227318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.227318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.227318] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8e93882-5f91-47da-a6cc-8f55b3e54836',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.732305] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.732305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.732305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.732305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.732305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.732305] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.732305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.732305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.732305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.732305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.732305] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 is going to be updated. [ 806.763894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.764073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.764145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.764336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.764468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.775805] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 in Status: IN_PROGRESS for 2s [ 807.411049] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: SUCCESS [ 807.411049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.700298] env[65529]: INFO networking_nsxv3.common.synchronization [None req-29ee92a8-3c3e-47a6-97b5-2654479fc5b4 None None] Enqueued Resource ID: 2b27ac2e-a91a-4b2c-8d4e-a89d6fe38045 with Priority: HIGHEST for action port [ 807.700842] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b27ac2e-a91a-4b2c-8d4e-a89d6fe38045 with Priority: HIGHEST for action port [ 807.701282] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b27ac2e-a91a-4b2c-8d4e-a89d6fe38045 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.701282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b27ac2e-a91a-4b2c-8d4e-a89d6fe38045" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.701428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b27ac2e-a91a-4b2c-8d4e-a89d6fe38045" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.701633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b27ac2e-a91a-4b2c-8d4e-a89d6fe38045" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.701715] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b27ac2e-a91a-4b2c-8d4e-a89d6fe38045',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.208126] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b27ac2e-a91a-4b2c-8d4e-a89d6fe38045 [ 808.208468] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.208641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.208641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.208872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.208944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.209105] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b27ac2e-a91a-4b2c-8d4e-a89d6fe38045 already deleted. [ 808.209188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b27ac2e-a91a-4b2c-8d4e-a89d6fe38045" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.684973] env[65529]: INFO networking_nsxv3.common.synchronization [None req-fcc96d26-f43b-4b3f-a90d-d9e8991e24d0 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGHEST for action security_group_rules [ 808.686457] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGHEST for action security_group_rules [ 808.686457] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d53a8d10-31b8-488a-8787-74cbd4afcde9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.686457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.686457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.686748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.686926] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d53a8d10-31b8-488a-8787-74cbd4afcde9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.787598] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 in Status: SUCCESS [ 808.787864] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 deletion is rescheduled due to dependency. [ 808.787977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.843627] env[65529]: INFO networking_nsxv3.common.synchronization [None req-bec7dded-02ff-4a5e-937d-7bb614b8223b tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGHEST for action security_group_rules [ 808.844499] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGHEST for action security_group_rules [ 808.844878] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d53a8d10-31b8-488a-8787-74cbd4afcde9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.845042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.209714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.209999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.209999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.210371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.210371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.210371] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 already deleted. [ 809.210371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.211456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.211456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.211456] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d53a8d10-31b8-488a-8787-74cbd4afcde9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.736998] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.737220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.737298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.737568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.737690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.737792] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 already deleted. [ 809.737898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.970145] env[65529]: INFO networking_nsxv3.common.synchronization [req-8823654b-9add-40f3-ae03-fb362fd85997 req-4145633c-c7d0-4b61-959e-4f6acff911d5 tempest-ServerDiskConfigTestJSON-1663387755 tempest-ServerDiskConfigTestJSON-1663387755-project-member] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 810.970727] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 810.973040] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.973040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.973040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.973040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.973040] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.973040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.975380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.975380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.975380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.975380] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.478269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.478868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.478868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.479124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.504629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.508034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.508034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.508034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.508034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.508034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.508034] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 811.537879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.539158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.539158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.539158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.539158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.551169] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 811.994752] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.995263] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.995263] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.995423] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.995718] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.996113] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.996192] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.996496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.996676] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.996912] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.997041] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.997146] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.997251] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.997357] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.997457] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.997585] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.019458] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.019458] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.019458] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.019458] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.019458] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-57ad7c1f-9d0b-457a-b733-e5b9aec97746 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.020021] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-57ad7c1f-9d0b-457a-b733-e5b9aec97746" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.020021] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-57ad7c1f-9d0b-457a-b733-e5b9aec97746" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.020198] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-57ad7c1f-9d0b-457a-b733-e5b9aec97746" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.020359] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ad7c1f-9d0b-457a-b733-e5b9aec97746',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.523357] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.523584] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.523698] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.524018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.524154] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.524311] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 57ad7c1f-9d0b-457a-b733-e5b9aec97746 not found, creating... [ 812.524606] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.524782] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.524911] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.525226] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.525296] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.525613] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.525707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.525799] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.526015] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.526145] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.526353] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 57ad7c1f-9d0b-457a-b733-e5b9aec97746 is going to be created. [ 812.552953] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.553174] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.553269] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.553547] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.553770] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.553984] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-57ad7c1f-9d0b-457a-b733-e5b9aec97746" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.260406] env[65529]: INFO networking_nsxv3.common.synchronization [req-8823654b-9add-40f3-ae03-fb362fd85997 req-a9fad640-a65d-4d5e-838f-14da6a052764 service nova] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_rules [ 813.260682] env[65529]: INFO networking_nsxv3.common.synchronization [req-8823654b-9add-40f3-ae03-fb362fd85997 req-a9fad640-a65d-4d5e-838f-14da6a052764 service nova] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 813.260737] env[65529]: INFO networking_nsxv3.common.synchronization [req-8823654b-9add-40f3-ae03-fb362fd85997 req-a9fad640-a65d-4d5e-838f-14da6a052764 service nova] Enqueued Resource ID: 57ad7c1f-9d0b-457a-b733-e5b9aec97746 with Priority: HIGHEST for action port [ 813.261332] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_rules [ 813.261469] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 813.261567] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ad7c1f-9d0b-457a-b733-e5b9aec97746 with Priority: HIGHEST for action port [ 813.262154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.262154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.262154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.262308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.262308] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.263343] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.263343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.263504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ad7c1f-9d0b-457a-b733-e5b9aec97746 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.263595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ad7c1f-9d0b-457a-b733-e5b9aec97746" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.263831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ad7c1f-9d0b-457a-b733-e5b9aec97746" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.263831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ad7c1f-9d0b-457a-b733-e5b9aec97746" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.264045] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ad7c1f-9d0b-457a-b733-e5b9aec97746',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.563981] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 813.564255] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 deletion is rescheduled due to dependency. [ 813.564332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.565454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.565454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.565454] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.565454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.565454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.565454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.565454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.565454] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.768868] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.768868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.768868] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57ad7c1f-9d0b-457a-b733-e5b9aec97746 with status ACTIVE [ 813.768868] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.768868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.768868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.768868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.768868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.768868] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.768868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.768868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.768868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.768868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.768868] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.769990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.769990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.770836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.770836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.772498] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57ad7c1f-9d0b-457a-b733-e5b9aec97746 is going to be updated. [ 813.796293] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.796534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.796630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.796816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.796943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.797140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ad7c1f-9d0b-457a-b733-e5b9aec97746" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.067682] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.253433] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b9af5e78-a4f7-4b49-af9c-98410096fe9c None None] Enqueued Resource ID: f9ecffa3-2594-42c0-abaa-cb0f2102c020 with Priority: HIGHEST for action port [ 814.254007] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ecffa3-2594-42c0-abaa-cb0f2102c020 with Priority: HIGHEST for action port [ 814.254320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9ecffa3-2594-42c0-abaa-cb0f2102c020 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.254989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9ecffa3-2594-42c0-abaa-cb0f2102c020" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.254989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9ecffa3-2594-42c0-abaa-cb0f2102c020" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.255190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9ecffa3-2594-42c0-abaa-cb0f2102c020" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.255237] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9ecffa3-2594-42c0-abaa-cb0f2102c020',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.569981] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.758856] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9ecffa3-2594-42c0-abaa-cb0f2102c020 [ 814.758856] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.758856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.758856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.758856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.759148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.760599] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9ecffa3-2594-42c0-abaa-cb0f2102c020 already deleted. [ 814.760686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9ecffa3-2594-42c0-abaa-cb0f2102c020" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.075255] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.075255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.075255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.075255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.075255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.075255] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 815.106628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.106628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.106628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.106628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.106628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.123822] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 816.070652] env[65529]: INFO networking_nsxv3.common.synchronization [req-9f3f9176-52a2-4b30-81a6-731cf4f4593a req-b86b86cc-9061-41f4-8ce1-373787b898d7 tempest-ServersWithSpecificFlavorTestJSON-1329483037 tempest-ServersWithSpecificFlavorTestJSON-1329483037-project-member] Enqueued Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_members [ 816.071254] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_members [ 816.071746] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.071746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.071889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.071991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.072597] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.072777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.072874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.073116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.073271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.073422] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.505843] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.506109] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-324" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.506215] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-324" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.506483] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-324" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.506759] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.506940] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.507057] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.507353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.507528] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.507768] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.507948] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.508195] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.508315] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.508442] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.508563] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.508708] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.530890] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.531163] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.531245] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.531397] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-324" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.531683] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-920641b6-d818-4860-acfd-d19305065bb5 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.532498] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-920641b6-d818-4860-acfd-d19305065bb5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.532498] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-920641b6-d818-4860-acfd-d19305065bb5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.532498] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-920641b6-d818-4860-acfd-d19305065bb5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.532498] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('920641b6-d818-4860-acfd-d19305065bb5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.579871] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.580021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.581033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.581033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.581033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.581033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.581033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.581033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.581033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.581033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.581440] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df175ae4-8fb3-4f59-8675-637172822f7e is going to be updated. [ 816.615970] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.615970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.615970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.615970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.615970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.626788] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: IN_PROGRESS for 2s [ 817.035484] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.035756] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.035939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.036541] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.036741] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.036950] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 920641b6-d818-4860-acfd-d19305065bb5 not found, creating... [ 817.037284] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.037482] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.037749] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.037821] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.037946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.038416] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.038633] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.039015] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.039185] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.039353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.039550] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 920641b6-d818-4860-acfd-d19305065bb5 is going to be created. [ 817.063757] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.064051] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.064684] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.064684] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.064684] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.065024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-920641b6-d818-4860-acfd-d19305065bb5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.146158] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 817.146940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.146940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.146940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.147189] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.147369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.147369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.147898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.147898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.147898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.147898] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.270545] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f638f709-57a0-441b-b9aa-4a7cec57e129 None None] Enqueued Resource ID: bc792236-07bc-4a5f-954b-93425a7b652d with Priority: HIGHEST for action port [ 817.270545] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc792236-07bc-4a5f-954b-93425a7b652d with Priority: HIGHEST for action port [ 817.272923] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc792236-07bc-4a5f-954b-93425a7b652d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.273613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc792236-07bc-4a5f-954b-93425a7b652d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.273809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc792236-07bc-4a5f-954b-93425a7b652d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.274267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc792236-07bc-4a5f-954b-93425a7b652d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.274517] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc792236-07bc-4a5f-954b-93425a7b652d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.651674] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.651856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.651913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.652159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.652336] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.652498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.652558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.652683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.652774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.653717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.653717] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.653717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.653717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.653717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.653717] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.653717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.653717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.654879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.654879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.654879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.654879] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.777122] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc792236-07bc-4a5f-954b-93425a7b652d [ 817.777496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.777704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.777816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.778137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.778263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.778428] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc792236-07bc-4a5f-954b-93425a7b652d already deleted. [ 817.778546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc792236-07bc-4a5f-954b-93425a7b652d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.817897] env[65529]: INFO networking_nsxv3.common.synchronization [req-9f3f9176-52a2-4b30-81a6-731cf4f4593a req-9412af39-f196-40f5-8d1c-9970a50de7b2 service nova] Enqueued Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_rules [ 817.818118] env[65529]: INFO networking_nsxv3.common.synchronization [req-9f3f9176-52a2-4b30-81a6-731cf4f4593a req-9412af39-f196-40f5-8d1c-9970a50de7b2 service nova] Enqueued Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_members [ 817.818282] env[65529]: INFO networking_nsxv3.common.synchronization [req-9f3f9176-52a2-4b30-81a6-731cf4f4593a req-9412af39-f196-40f5-8d1c-9970a50de7b2 service nova] Enqueued Resource ID: 920641b6-d818-4860-acfd-d19305065bb5 with Priority: HIGHEST for action port [ 817.818965] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_rules [ 817.819169] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_members [ 817.819292] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 920641b6-d818-4860-acfd-d19305065bb5 with Priority: HIGHEST for action port [ 817.819747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.819922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.820044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.820291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.820379] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.821527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.821655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.821904] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-920641b6-d818-4860-acfd-d19305065bb5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.822123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-920641b6-d818-4860-acfd-d19305065bb5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.822217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-920641b6-d818-4860-acfd-d19305065bb5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.822443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-920641b6-d818-4860-acfd-d19305065bb5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.822521] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('920641b6-d818-4860-acfd-d19305065bb5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.158077] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be32e81-45e3-481c-956e-3a1f197e5548: rpc.has_security_group_logging(os_id): False [ 818.177306] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.177453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.177515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.178457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.178457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.178457] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.178457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.178457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.178457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.178763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.178763] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.178763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.178968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.178968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.179187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.179235] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.179310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.179310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.179509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.179587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.179689] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 818.250754] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.250754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.250754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.250754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.250754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.270980] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 818.324910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.325114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.325289] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 920641b6-d818-4860-acfd-d19305065bb5 with status ACTIVE [ 818.325499] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.325682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.325682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.325888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.325949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.328641] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.328641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.328641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.328641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.328641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.328641] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.328641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.328641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.328641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.328641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.328641] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 920641b6-d818-4860-acfd-d19305065bb5 is going to be updated. [ 818.370383] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.370575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.370626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.370812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.370948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.371123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-920641b6-d818-4860-acfd-d19305065bb5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.641135] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: SUCCESS [ 818.641135] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df175ae4-8fb3-4f59-8675-637172822f7e deletion is rescheduled due to dependency. [ 818.641135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.641345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.641472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.641706] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.641833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.641896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.642080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.642161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.642269] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.789291] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e27b292-aed2-4aad-92d9-1b29b0dd1431 req-76339e7a-2e3e-496a-9cb5-8003e45f7320 tempest-ImagesTestJSON-42966517 tempest-ImagesTestJSON-42966517-project-member] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 818.790144] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 818.790746] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.790907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.791009] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.791271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.791570] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.791723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.791809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.792021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.792140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.792255] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.144928] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.185131] env[65529]: INFO networking_nsxv3.common.synchronization [None req-5ac19627-19ef-4d55-ab14-c8fcbb75139e None None] Enqueued Resource ID: 45138c31-023f-442a-93ec-60cd29a6107d with Priority: HIGHEST for action port [ 819.185131] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45138c31-023f-442a-93ec-60cd29a6107d with Priority: HIGHEST for action port [ 819.185131] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-45138c31-023f-442a-93ec-60cd29a6107d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.185131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45138c31-023f-442a-93ec-60cd29a6107d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.185131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45138c31-023f-442a-93ec-60cd29a6107d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.186545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45138c31-023f-442a-93ec-60cd29a6107d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.186545] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45138c31-023f-442a-93ec-60cd29a6107d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.194089] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.194908] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.194908] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.194908] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.197128] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.197314] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.197430] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.197666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.197807] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.198020] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.198137] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.198238] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.198338] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.198496] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.198598] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.198728] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.220124] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.220382] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.220575] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.220812] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.221202] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.221408] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.221553] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.222356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.222522] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.295305] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.295662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.295662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.295764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.295812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.296012] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.296108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.296165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.296315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.296426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.296504] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 819.324380] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.324832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.324832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.324962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.325932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.336543] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 819.648907] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.687299] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45138c31-023f-442a-93ec-60cd29a6107d [ 819.687299] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.687554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.687554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.687965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.687965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.687965] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45138c31-023f-442a-93ec-60cd29a6107d already deleted. [ 819.688133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45138c31-023f-442a-93ec-60cd29a6107d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.727688] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.727922] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.728055] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.728343] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.728564] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.728720] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395 not found, creating... [ 819.728984] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.729154] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.729271] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.729542] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.729756] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.730099] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.730266] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.730383] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.730593] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.730726] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.730864] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395 is going to be created. [ 819.755093] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.755386] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.755463] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.755752] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.755978] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.756239] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.152337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.152492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.152560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.152889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.153028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.153135] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df175ae4-8fb3-4f59-8675-637172822f7e is going to be updated. [ 820.198260] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.198260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.198260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.198260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.198260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.208371] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: IN_PROGRESS for 2s [ 820.296161] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 820.296502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.515387] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e27b292-aed2-4aad-92d9-1b29b0dd1431 req-a99af1be-54cd-4f7f-8466-8cca568f5504 service nova] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_rules [ 820.515502] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e27b292-aed2-4aad-92d9-1b29b0dd1431 req-a99af1be-54cd-4f7f-8466-8cca568f5504 service nova] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 820.515786] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e27b292-aed2-4aad-92d9-1b29b0dd1431 req-a99af1be-54cd-4f7f-8466-8cca568f5504 service nova] Enqueued Resource ID: 29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395 with Priority: HIGHEST for action port [ 820.516342] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_rules [ 820.516467] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 820.516632] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395 with Priority: HIGHEST for action port [ 820.517075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.517202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.517296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.517466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.517547] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.518532] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.518619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.521046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.521046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.521046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.521046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.521046] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.021037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.021591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.021723] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395 with status ACTIVE [ 821.021985] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.023556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.023556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.023556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.023556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.023556] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.023556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.023556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.023556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.023556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.024155] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.024155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.024155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.024155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.024155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.024155] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395 is going to be updated. [ 821.047288] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.047457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.047499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.047704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.047840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.047995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29fbbfab-1ac9-4d4b-bd4a-5ce3f8fc4395" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.357034] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 821.357034] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe deletion is rescheduled due to dependency. [ 821.357034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.357448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.357448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.357705] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.357705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.357997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.357997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.357997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.358298] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.860935] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.028151] env[65529]: INFO networking_nsxv3.common.synchronization [None req-f631fdf5-18e7-46cb-9ac9-4aeff5aea997 None None] Enqueued Resource ID: 63a680e7-66df-4db2-9b4d-077e743c867b with Priority: HIGHEST for action port [ 822.028752] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a680e7-66df-4db2-9b4d-077e743c867b with Priority: HIGHEST for action port [ 822.029089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-63a680e7-66df-4db2-9b4d-077e743c867b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.029252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63a680e7-66df-4db2-9b4d-077e743c867b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.029335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63a680e7-66df-4db2-9b4d-077e743c867b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.029632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63a680e7-66df-4db2-9b4d-077e743c867b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.029725] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63a680e7-66df-4db2-9b4d-077e743c867b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.223335] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: SUCCESS [ 822.223335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.223335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.223335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.223335] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.223335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.223335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.223335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.223335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.223335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.223335] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.363617] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.531832] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63a680e7-66df-4db2-9b4d-077e743c867b [ 822.532151] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.532321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.532420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.532675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.532784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.532877] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63a680e7-66df-4db2-9b4d-077e743c867b already deleted. [ 822.532961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63a680e7-66df-4db2-9b4d-077e743c867b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.726417] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.869382] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.869564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.869760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.870170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.870356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.870754] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 822.904928] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.905176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.905297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.905556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.905706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.917416] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 823.230415] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df175ae4-8fb3-4f59-8675-637172822f7e: rpc.has_security_group_logging(os_id): False [ 823.251324] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.251570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.254067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.254067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.254067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.254387] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.254387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.254527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.254583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.254665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.254754] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df175ae4-8fb3-4f59-8675-637172822f7e is going to be updated. [ 823.335011] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.335349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.335444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.336009] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.336382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.371893] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: IN_PROGRESS for 2s [ 824.929632] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 824.929632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.929632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.930121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.930121] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.930121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.930121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.930311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.930346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.930495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.930566] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.390252] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: SUCCESS [ 825.391062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.436880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.437092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.437168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.437460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.437576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.437718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.437718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.438367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.438367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.438367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.438367] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.438367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.438367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.438769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.438769] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.438938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.438938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.439119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.439219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.439310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.439393] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.942395] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ff270d0-0edc-4d6a-bbe1-9363588911fe: rpc.has_security_group_logging(os_id): False [ 825.963029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.963199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.963250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.963605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.963705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.963919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.964178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.964255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.964422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.964509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.964919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.964919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.964919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.965150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.965150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.965254] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.965347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.965411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.965556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.965635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.965721] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 826.005382] env[65529]: INFO networking_nsxv3.common.synchronization [req-7622ee7c-3524-424e-8b86-8fa94c8657f9 req-bf3f476f-8542-4017-ae3d-64466cb2197c tempest-ServerActionsTestJSON-912310287 tempest-ServerActionsTestJSON-912310287-project-member] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 826.005904] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 826.006278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.006450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.006510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.007093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.007093] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.007487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.007487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.007487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.007487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.007819] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.034986] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.035181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.035181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.035343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.035489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.057842] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 826.391508] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-714 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.393191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.393191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.393191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.393191] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.393532] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.393826] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.394174] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.394424] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.394844] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.395193] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.395453] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.396550] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.396550] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.396550] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.396550] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.422549] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.422778] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.423008] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.423231] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.423650] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-80e95332-e0c6-4487-b74e-c96e4284b2c3 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.423914] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-80e95332-e0c6-4487-b74e-c96e4284b2c3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.424107] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-80e95332-e0c6-4487-b74e-c96e4284b2c3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.424537] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-80e95332-e0c6-4487-b74e-c96e4284b2c3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.424771] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80e95332-e0c6-4487-b74e-c96e4284b2c3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.510099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.510254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.510333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.510652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.510805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.511073] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.511247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.511340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.511527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.511697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.511795] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a already deleted. [ 826.511899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.929801] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.930068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.930207] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.930510] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.930664] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.930886] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 80e95332-e0c6-4487-b74e-c96e4284b2c3 not found, creating... [ 826.931143] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.931313] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.931429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.931664] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.931851] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.932196] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.933021] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.933151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.933400] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.933592] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.933696] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 80e95332-e0c6-4487-b74e-c96e4284b2c3 is going to be created. [ 826.963264] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.963660] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.963660] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.963955] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.964170] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.964459] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-80e95332-e0c6-4487-b74e-c96e4284b2c3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.761934] env[65529]: INFO networking_nsxv3.common.synchronization [req-7622ee7c-3524-424e-8b86-8fa94c8657f9 req-27527181-c539-43a3-aaaf-ec6c4e0e63ed service nova] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_rules [ 827.762060] env[65529]: INFO networking_nsxv3.common.synchronization [req-7622ee7c-3524-424e-8b86-8fa94c8657f9 req-27527181-c539-43a3-aaaf-ec6c4e0e63ed service nova] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 827.762241] env[65529]: INFO networking_nsxv3.common.synchronization [req-7622ee7c-3524-424e-8b86-8fa94c8657f9 req-27527181-c539-43a3-aaaf-ec6c4e0e63ed service nova] Enqueued Resource ID: 80e95332-e0c6-4487-b74e-c96e4284b2c3 with Priority: HIGHEST for action port [ 827.762870] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_rules [ 827.762945] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 827.763058] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80e95332-e0c6-4487-b74e-c96e4284b2c3 with Priority: HIGHEST for action port [ 827.763350] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.763476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.763540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.763766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.763930] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.765585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.765715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.765786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.765985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.767067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.767067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.767067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.767067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.767067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.767067] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.767813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-80e95332-e0c6-4487-b74e-c96e4284b2c3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.767927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80e95332-e0c6-4487-b74e-c96e4284b2c3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.767977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80e95332-e0c6-4487-b74e-c96e4284b2c3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.768169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80e95332-e0c6-4487-b74e-c96e4284b2c3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.768249] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80e95332-e0c6-4487-b74e-c96e4284b2c3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.089080] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 828.089497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.272222] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.272447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.273315] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.274398] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80e95332-e0c6-4487-b74e-c96e4284b2c3 with status ACTIVE [ 828.274594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.274724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.274788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.275088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.275088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.275262] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.275349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.275418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.275563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.275631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.275812] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.275932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.276025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.276283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.276283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.276283] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80e95332-e0c6-4487-b74e-c96e4284b2c3 is going to be updated. [ 828.301316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.301481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.301548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.301772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.301916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.302094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80e95332-e0c6-4487-b74e-c96e4284b2c3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.688963] env[65529]: INFO networking_nsxv3.common.synchronization [req-86a18e34-87a2-43e7-be0f-85a3b1b6f349 req-6a176dac-5b9d-40eb-853c-526ebc7a8abb tempest-ServersAdminTestJSON-1104061450 tempest-ServersAdminTestJSON-1104061450-project-member] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 828.689964] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 828.690303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.690424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.690487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.690683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.690837] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.690933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.690993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.692390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.692527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.692656] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.778425] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.054171] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.055338] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.055338] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.055338] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.055536] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.055896] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.056208] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.056727] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.058047] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.058047] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.058047] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.058047] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.058047] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.058047] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.058047] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.058370] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.079575] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.079778] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.080046] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.080194] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-967" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.080652] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-c2831382-4098-4a69-bcef-354b953fc386 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.080925] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-c2831382-4098-4a69-bcef-354b953fc386" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.081133] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-c2831382-4098-4a69-bcef-354b953fc386" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.081617] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-c2831382-4098-4a69-bcef-354b953fc386" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.081818] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2831382-4098-4a69-bcef-354b953fc386',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.196754] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.283188] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.283188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.283188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.283188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.283188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.283188] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be created. [ 829.305658] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.305839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.305937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.306138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.306292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.317749] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: UNINITIALIZED for 2s [ 829.584932] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.584932] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.584932] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.586156] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.586156] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.586156] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port c2831382-4098-4a69-bcef-354b953fc386 not found, creating... [ 829.590104] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.590277] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.590395] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.590687] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.590837] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.591260] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.591409] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.591490] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.591682] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.591818] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.592310] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: c2831382-4098-4a69-bcef-354b953fc386 is going to be created. [ 829.613924] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.614253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.614440] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.614726] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.614949] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.615205] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-c2831382-4098-4a69-bcef-354b953fc386" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.701488] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.203556] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.203838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.203838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.204055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.204168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.204283] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 830.246030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.246030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.246030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.246030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.246030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.257293] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 830.379917] env[65529]: INFO networking_nsxv3.common.synchronization [req-86a18e34-87a2-43e7-be0f-85a3b1b6f349 req-23c03096-a3cf-4696-8d1e-4095aaebb67a service nova] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_rules [ 830.380141] env[65529]: INFO networking_nsxv3.common.synchronization [req-86a18e34-87a2-43e7-be0f-85a3b1b6f349 req-23c03096-a3cf-4696-8d1e-4095aaebb67a service nova] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 830.380306] env[65529]: INFO networking_nsxv3.common.synchronization [req-86a18e34-87a2-43e7-be0f-85a3b1b6f349 req-23c03096-a3cf-4696-8d1e-4095aaebb67a service nova] Enqueued Resource ID: c2831382-4098-4a69-bcef-354b953fc386 with Priority: HIGHEST for action port [ 830.380928] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_rules [ 830.381713] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 830.381848] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2831382-4098-4a69-bcef-354b953fc386 with Priority: HIGHEST for action port [ 830.382195] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.382345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.382404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.382632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.382723] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.384298] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.384411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.384649] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2831382-4098-4a69-bcef-354b953fc386 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.384777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2831382-4098-4a69-bcef-354b953fc386" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.384831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2831382-4098-4a69-bcef-354b953fc386" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.385056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2831382-4098-4a69-bcef-354b953fc386" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.385142] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2831382-4098-4a69-bcef-354b953fc386',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.885515] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.885664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.888285] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2831382-4098-4a69-bcef-354b953fc386 with status ACTIVE [ 830.888565] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.888757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.888871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.890132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.890132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.890132] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.890132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.890132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.890132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.890132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.890132] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.890875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.890875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.890875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.890875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.890875] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2831382-4098-4a69-bcef-354b953fc386 is going to be updated. [ 830.930535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.930535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.930825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.930825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.930957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.931143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2831382-4098-4a69-bcef-354b953fc386" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.329312] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: SUCCESS [ 831.329641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.329707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.329943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.330155] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.330280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.330337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.330510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.330613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.330734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.330865] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.833982] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.271826] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 832.272192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.272493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.274210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.274536] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.274725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.274829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.275248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.275312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.275419] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.336776] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e65426b-604b-4de2-8eac-914ef905932a: rpc.has_security_group_logging(os_id): False [ 832.358043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.358270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.358270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.358571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.358631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.358900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.359026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.359086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.359248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.360051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.360051] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be created. [ 832.434044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.434253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.434253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.434439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.434622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.448417] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: IN_PROGRESS for 2s [ 832.777971] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.121588] env[65529]: INFO networking_nsxv3.common.synchronization [req-6c8796c3-2dd7-4649-8c5a-abcdca61c237 req-bf269a51-0a85-428a-bcf8-5144fce3d1e0 tempest-ListServerFiltersTestJSON-628063354 tempest-ListServerFiltersTestJSON-628063354-project-member] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 833.122339] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 833.122666] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.122793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.122861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.123170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.123331] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.123435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.123497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.123652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.123734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.123828] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.282397] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.488601] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba49f3f0-8a98-41a4-9d1e-17c5ad5f45a5 req-8e461197-0243-41f8-b097-a95443629c80 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 833.489175] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 833.489476] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.489600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.489685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.489885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.490057] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.490165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.490222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.490376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.490467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.490541] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.625843] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.785379] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.785600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.785744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.786056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.786223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.786385] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 833.829157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.829348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.829481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.829725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.829903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.840474] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 833.908143] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.908724] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-496" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.908979] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-496" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.909480] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-496" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.910019] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.910881] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.911360] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.912198] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.912593] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.913439] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.913613] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.913792] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.913945] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.914115] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.914262] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.914444] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.934836] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.934912] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.935011] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.935193] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-496" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.935511] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-a856be17-2829-4f41-b4d5-dea0fc4b5462 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.935717] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.935837] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.936318] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.936599] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a856be17-2829-4f41-b4d5-dea0fc4b5462',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.993220] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.129404] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.445058] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.445058] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.445058] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.445058] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.445058] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.445058] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port a856be17-2829-4f41-b4d5-dea0fc4b5462 not found, creating... [ 834.445058] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.445058] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.445058] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.445058] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.445058] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.445564] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.445564] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.445564] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.446317] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.452456] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.452456] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: a856be17-2829-4f41-b4d5-dea0fc4b5462 is going to be created. [ 834.470566] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: SUCCESS [ 834.471397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.480386] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.481010] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.482739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.482739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.482739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.482739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.495914] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.633114] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.633900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.633900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.634354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.634564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.635203] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 is going to be updated. [ 834.674339] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.674508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.674564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.674760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.674902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.687051] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: IN_PROGRESS for 2s [ 835.001898] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.002242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.002242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.002377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.006274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.006274] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 835.039333] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.039856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.039856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.039856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.040125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.053692] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 835.283263] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba49f3f0-8a98-41a4-9d1e-17c5ad5f45a5 req-cc1597f1-5fe9-48bc-8fb1-73c383bc1778 service nova] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_rules [ 835.283263] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba49f3f0-8a98-41a4-9d1e-17c5ad5f45a5 req-cc1597f1-5fe9-48bc-8fb1-73c383bc1778 service nova] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 835.283263] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba49f3f0-8a98-41a4-9d1e-17c5ad5f45a5 req-cc1597f1-5fe9-48bc-8fb1-73c383bc1778 service nova] Enqueued Resource ID: a856be17-2829-4f41-b4d5-dea0fc4b5462 with Priority: HIGHEST for action port [ 835.283263] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_rules [ 835.283263] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 835.283263] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a856be17-2829-4f41-b4d5-dea0fc4b5462 with Priority: HIGHEST for action port [ 835.286064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.286261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.290021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.290021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.290021] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.290021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.290021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.290021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a856be17-2829-4f41-b4d5-dea0fc4b5462 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.290021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.290021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.290021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.291073] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a856be17-2829-4f41-b4d5-dea0fc4b5462',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.794330] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.794330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.794330] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a856be17-2829-4f41-b4d5-dea0fc4b5462 with status ACTIVE [ 835.794330] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.794330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.794330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.794330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.794330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.794330] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.794330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.794330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.794330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.794330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.795161] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.795161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.795161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.795161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.795161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.795161] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a856be17-2829-4f41-b4d5-dea0fc4b5462 is going to be updated. [ 835.819721] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.819950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.820018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.820280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.820401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.820600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.855858] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 835.855858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.855858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.855858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.855858] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.855858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.857620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.857620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.857620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.857620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.857620] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.928612] env[65529]: INFO networking_nsxv3.common.synchronization [req-d525962b-cd7e-467f-8025-fcebd5fa7077 req-718026b9-b984-430e-8499-1eb08224da0c tempest-ServerDiskConfigTestJSON-1663387755 tempest-ServerDiskConfigTestJSON-1663387755-project-member] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 835.929624] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 835.930098] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.931714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.931830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.932108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.932350] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.932504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.932590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.932798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.932930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.933099] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.360412] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.360606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.360668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.360939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.361214] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.361330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.361412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.361572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.361757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.362497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.362497] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.362497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.362497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.362728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.362866] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.362960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.363029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.363191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.363295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.363527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.363595] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.438123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.438123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.438123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.438123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.438123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.438123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.438123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.438123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.438123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.438123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.438730] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 836.470826] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.471041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.471095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.471359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.471545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.481614] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 836.696836] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: SUCCESS [ 836.697036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.865982] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a1f2e8-9974-4be1-92a6-8a7d74fe9258: rpc.has_security_group_logging(os_id): False [ 836.887060] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.887060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.887060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.887362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.887431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.887611] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.887714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.887756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.887945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.887985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.888204] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.888274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.888314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.888436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.888595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.889406] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.889406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.889406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.889406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.889406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.889406] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 836.958023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.958200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.958244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.958465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.958647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.979312] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 837.066538] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 837.066800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.066997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.067343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.067564] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.067705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.067824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.068021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.068143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.068279] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.571485] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.074046] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.494106] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 838.494275] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 deletion is rescheduled due to dependency. [ 838.494394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.576888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.577071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.577144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.577372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.577461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.577558] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 838.609012] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.609174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.609308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.609465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.609672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.624353] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 839.007240] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 839.007240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.151177] env[65529]: INFO networking_nsxv3.common.synchronization [req-335c65a8-b35a-4c06-8aa0-f872ef45119a req-c9c31f2d-65c8-40b6-aa6a-915e1f4ac36b tempest-FloatingIPsAssociationNegativeTestJSON-838130429 tempest-FloatingIPsAssociationNegativeTestJSON-838130429-project-member] Enqueued Resource ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 with Priority: HIGHEST for action security_group_members [ 839.151785] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 with Priority: HIGHEST for action security_group_members [ 839.152122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb53e7d8-8126-4c4a-a580-d353a8ea1337 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.152239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.152303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.152563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.153593] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.153593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.153593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.153593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.154715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.154869] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb53e7d8-8126-4c4a-a580-d353a8ea1337',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.618876] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.621268] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-292" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.621706] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-292" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.621976] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-292" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.625665] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.626065] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.626198] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.626667] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.628305] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.628305] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.628305] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.628305] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.628305] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.628305] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.628305] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.628305] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.654391] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.654569] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.654741] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.654977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-292" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.655880] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-b5694453-6cfb-471b-aab8-db51e634a176 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.656174] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-b5694453-6cfb-471b-aab8-db51e634a176" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.656790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-b5694453-6cfb-471b-aab8-db51e634a176" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.656790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-b5694453-6cfb-471b-aab8-db51e634a176" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.656790] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5694453-6cfb-471b-aab8-db51e634a176',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.657969] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.658176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.658258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.658460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.658599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.658797] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.658900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.658957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.661530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.661530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.661530] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 already deleted. [ 839.661530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.161180] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.161641] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.161777] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.162146] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.162370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.162577] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port b5694453-6cfb-471b-aab8-db51e634a176 not found, creating... [ 840.162866] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.163047] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.163167] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.163416] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.163551] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.163982] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.163982] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.164386] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.164658] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.164738] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.164964] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: b5694453-6cfb-471b-aab8-db51e634a176 is going to be created. [ 840.187607] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.187830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.188118] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.188221] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.188440] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.189892] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-b5694453-6cfb-471b-aab8-db51e634a176" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.637830] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 840.638245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.638245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.638882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.638882] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.638882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.639248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.639248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.639248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.639398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.639398] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.006645] env[65529]: INFO networking_nsxv3.common.synchronization [req-335c65a8-b35a-4c06-8aa0-f872ef45119a req-f9a6067b-fff7-48d0-91a5-0947fad7f300 service nova] Enqueued Resource ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 with Priority: HIGHEST for action security_group_rules [ 841.006942] env[65529]: INFO networking_nsxv3.common.synchronization [req-335c65a8-b35a-4c06-8aa0-f872ef45119a req-f9a6067b-fff7-48d0-91a5-0947fad7f300 service nova] Enqueued Resource ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 with Priority: HIGHEST for action security_group_members [ 841.007143] env[65529]: INFO networking_nsxv3.common.synchronization [req-335c65a8-b35a-4c06-8aa0-f872ef45119a req-f9a6067b-fff7-48d0-91a5-0947fad7f300 service nova] Enqueued Resource ID: b5694453-6cfb-471b-aab8-db51e634a176 with Priority: HIGHEST for action port [ 841.007828] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 with Priority: HIGHEST for action security_group_rules [ 841.008043] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 with Priority: HIGHEST for action security_group_members [ 841.008193] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5694453-6cfb-471b-aab8-db51e634a176 with Priority: HIGHEST for action port [ 841.008604] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb53e7d8-8126-4c4a-a580-d353a8ea1337 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.008738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.008847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.009156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.009316] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb53e7d8-8126-4c4a-a580-d353a8ea1337',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.010236] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb53e7d8-8126-4c4a-a580-d353a8ea1337 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.010379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.010441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.010585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.010731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.010854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.010934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.011059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.011116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.011194] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb53e7d8-8126-4c4a-a580-d353a8ea1337',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.011959] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5694453-6cfb-471b-aab8-db51e634a176 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.012091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5694453-6cfb-471b-aab8-db51e634a176" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.012163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5694453-6cfb-471b-aab8-db51e634a176" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.012391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5694453-6cfb-471b-aab8-db51e634a176" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.012436] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5694453-6cfb-471b-aab8-db51e634a176',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.143259] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.143468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.143569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.143777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.143946] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.144182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.144318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.144508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.144623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.144747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.145032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.145153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.145221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.145374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.145520] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.145612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.145672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.145816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.145886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.145968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.146270] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.515442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb53e7d8-8126-4c4a-a580-d353a8ea1337 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.515950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.515950] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5694453-6cfb-471b-aab8-db51e634a176 with status ACTIVE [ 841.516262] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.516394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.516455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.516700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.516820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.517040] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.517245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.517337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.517605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.517689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.517881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.517995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.518114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.518329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.518451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.518834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5694453-6cfb-471b-aab8-db51e634a176 is going to be updated. [ 841.520050] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb53e7d8-8126-4c4a-a580-d353a8ea1337',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.544491] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.544681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.544751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.545009] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.545247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.545374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5694453-6cfb-471b-aab8-db51e634a176" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.648106] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661: rpc.has_security_group_logging(os_id): False [ 841.677537] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.677723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.677774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.677952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.705109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.705469] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.705642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.705765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.706084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.706274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.706527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.707214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.707214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.707214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.707214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.707396] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.707658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.707658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.707763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.707840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.708008] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 841.785872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.786068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.786144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.786331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.786484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.805097] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 842.022309] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb53e7d8-8126-4c4a-a580-d353a8ea1337',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.040675] env[65529]: INFO networking_nsxv3.common.synchronization [req-23a37d64-959f-4849-b2c2-ad67d28af6c1 req-780f371f-ed37-4cff-995c-ddfd1faa0677 tempest-MigrationsAdminTest-1954132688 tempest-MigrationsAdminTest-1954132688-project-member] Enqueued Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_members [ 842.041257] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_members [ 842.041652] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.041788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.041866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.042093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.042282] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.044065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.044202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.044426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.044531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.044665] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.402952] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-228 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.403201] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.403342] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.403618] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.403873] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.406015] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.406212] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.406503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.406666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.406883] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.406993] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.407176] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.407292] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.407475] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.407534] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.407657] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.429631] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.429829] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.429965] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.430150] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-228" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.430476] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-736ebaec-fa9c-4979-a32c-fc71ac85d6bf taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.430651] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-736ebaec-fa9c-4979-a32c-fc71ac85d6bf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.430766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-736ebaec-fa9c-4979-a32c-fc71ac85d6bf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.431158] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-736ebaec-fa9c-4979-a32c-fc71ac85d6bf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.431299] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736ebaec-fa9c-4979-a32c-fc71ac85d6bf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.526691] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.527038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.527038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.527133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.527227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.527332] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 is going to be created. [ 842.548055] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.556777] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.556777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.556777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.556777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.557051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.567330] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 in Status: UNINITIALIZED for 2s [ 842.934370] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.934370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.934370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.934370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.934370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.934370] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 736ebaec-fa9c-4979-a32c-fc71ac85d6bf not found, creating... [ 842.937685] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.937685] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.937685] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.937685] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.937685] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.937685] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.937685] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.937685] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.937685] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.938686] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.938686] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 736ebaec-fa9c-4979-a32c-fc71ac85d6bf is going to be created. [ 842.962753] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.963063] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.963203] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.963518] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.963759] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.964016] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-736ebaec-fa9c-4979-a32c-fc71ac85d6bf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.050460] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.552811] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.553212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.553212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.553317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.553409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.553467] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe is going to be updated. [ 843.583600] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.583849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.583849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.584066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.584212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.593681] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: IN_PROGRESS for 2s [ 843.721175] env[65529]: INFO networking_nsxv3.common.synchronization [req-23a37d64-959f-4849-b2c2-ad67d28af6c1 req-5dfa3bd1-5630-4e47-89c7-5c329b6e7d55 service nova] Enqueued Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_rules [ 843.721350] env[65529]: INFO networking_nsxv3.common.synchronization [req-23a37d64-959f-4849-b2c2-ad67d28af6c1 req-5dfa3bd1-5630-4e47-89c7-5c329b6e7d55 service nova] Enqueued Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_members [ 843.723044] env[65529]: INFO networking_nsxv3.common.synchronization [req-23a37d64-959f-4849-b2c2-ad67d28af6c1 req-5dfa3bd1-5630-4e47-89c7-5c329b6e7d55 service nova] Enqueued Resource ID: 736ebaec-fa9c-4979-a32c-fc71ac85d6bf with Priority: HIGHEST for action port [ 843.723044] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_rules [ 843.723044] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_members [ 843.723044] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736ebaec-fa9c-4979-a32c-fc71ac85d6bf with Priority: HIGHEST for action port [ 843.723044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.723044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.723044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.723394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.723394] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.724068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.724156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.724348] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-736ebaec-fa9c-4979-a32c-fc71ac85d6bf taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.724442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-736ebaec-fa9c-4979-a32c-fc71ac85d6bf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.724550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-736ebaec-fa9c-4979-a32c-fc71ac85d6bf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.724706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-736ebaec-fa9c-4979-a32c-fc71ac85d6bf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.724833] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('736ebaec-fa9c-4979-a32c-fc71ac85d6bf',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.824145] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 843.827457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.081944] env[65529]: INFO networking_nsxv3.common.synchronization [req-4e263cb0-e041-42f1-8516-c0407dbd5af3 req-921b2928-500c-4f83-87cb-db52656779f5 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_members [ 844.082146] env[65529]: INFO networking_nsxv3.common.synchronization [req-4e263cb0-e041-42f1-8516-c0407dbd5af3 req-921b2928-500c-4f83-87cb-db52656779f5 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 844.082861] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_members [ 844.083039] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 844.083553] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af48ab-1f07-46c3-8203-a239b1541f34 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.083553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.083701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.083969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.084178] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.084316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.084405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.084616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.084751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.084899] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.085833] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.085979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.086081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.086265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.086435] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.086960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.087077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.087257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.087436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.087592] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.132490] env[65529]: INFO networking_nsxv3.common.synchronization [req-4e263cb0-e041-42f1-8516-c0407dbd5af3 req-921b2928-500c-4f83-87cb-db52656779f5 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_rules [ 844.132716] env[65529]: INFO networking_nsxv3.common.synchronization [req-4e263cb0-e041-42f1-8516-c0407dbd5af3 req-921b2928-500c-4f83-87cb-db52656779f5 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_members [ 844.132802] env[65529]: INFO networking_nsxv3.common.synchronization [req-4e263cb0-e041-42f1-8516-c0407dbd5af3 req-921b2928-500c-4f83-87cb-db52656779f5 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_rules [ 844.132928] env[65529]: INFO networking_nsxv3.common.synchronization [req-4e263cb0-e041-42f1-8516-c0407dbd5af3 req-921b2928-500c-4f83-87cb-db52656779f5 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 844.133090] env[65529]: INFO networking_nsxv3.common.synchronization [req-4e263cb0-e041-42f1-8516-c0407dbd5af3 req-921b2928-500c-4f83-87cb-db52656779f5 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: a856be17-2829-4f41-b4d5-dea0fc4b5462 with Priority: HIGHEST for action port [ 844.133675] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_rules [ 844.133815] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_rules [ 844.133911] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a856be17-2829-4f41-b4d5-dea0fc4b5462 with Priority: HIGHEST for action port [ 844.134000] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_members [ 844.134986] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 844.139017] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5af48ab-1f07-46c3-8203-a239b1541f34 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.139199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.139299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.139642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.140112] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.142684] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.142684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.142684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.142684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.142684] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.144685] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a856be17-2829-4f41-b4d5-dea0fc4b5462 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.144685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.146299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.146299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.146299] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a856be17-2829-4f41-b4d5-dea0fc4b5462',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.147499] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af48ab-1f07-46c3-8203-a239b1541f34 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.147680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.147938] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.148073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.226536] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.226819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.231340] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 736ebaec-fa9c-4979-a32c-fc71ac85d6bf with status ACTIVE [ 844.231508] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.231659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.231719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.231908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.231992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.232183] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.234539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.234539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.234539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.234539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.234539] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.234539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.234539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.234539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.234539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.234539] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 736ebaec-fa9c-4979-a32c-fc71ac85d6bf is going to be updated. [ 844.259112] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.259315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.259403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.259581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.260061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.260276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-736ebaec-fa9c-4979-a32c-fc71ac85d6bf" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.581619] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 in Status: SUCCESS [ 844.582066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.582401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.582650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.582972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.583896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.584037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.584314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.584435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.584577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.584706] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb53e7d8-8126-4c4a-a580-d353a8ea1337',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.589852] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.593053] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.642628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af48ab-1f07-46c3-8203-a239b1541f34 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.642816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.650286] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a856be17-2829-4f41-b4d5-dea0fc4b5462 with status ACTIVE [ 844.650473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.650610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.650719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.650843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.650934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.651126] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.651228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.651670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.651860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.651943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.652154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.652255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.652310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.652453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.652528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.652617] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a856be17-2829-4f41-b4d5-dea0fc4b5462 is going to be updated. [ 844.654156] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.654279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.690193] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.690393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.692397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.692397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.692397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.692397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.087541] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb53e7d8-8126-4c4a-a580-d353a8ea1337 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.087749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.087831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.088044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.088207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.088306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.088376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.088609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.088716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.088809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.089410] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb53e7d8-8126-4c4a-a580-d353a8ea1337 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.089410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.089410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.089410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.089410] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.089715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.089715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.089715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.089845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.089881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.089997] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb53e7d8-8126-4c4a-a580-d353a8ea1337',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.097489] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.099047] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.592405] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb53e7d8-8126-4c4a-a580-d353a8ea1337: rpc.has_security_group_logging(os_id): False [ 845.601771] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.601929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.602749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.602749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.602749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.602749] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af48ab-1f07-46c3-8203-a239b1541f34 is going to be created. [ 845.603831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.603946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.604066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.604305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.604305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.604410] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 845.607589] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: SUCCESS [ 845.607589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.610467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.610634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.610880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.611085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.611085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.611737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.611737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.611737] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.614156] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.614322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.614535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.616162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.616243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.616630] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.616630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.616971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.616971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.617068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.617292] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.617407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.617495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.617659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.617741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.617932] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.618109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.618187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.618367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.618488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.618668] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 is going to be created. [ 845.659783] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.660181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.660181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.660532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.660831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.664291] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.664474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.665107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.665107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.665260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.679935] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 845.684021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: UNINITIALIZED for 2s [ 845.703351] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.703536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.703684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.703878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.704355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.717420] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 in Status: IN_PROGRESS for 2s [ 846.122216] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.625746] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.130406] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.130406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.130406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.130406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.130406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.130406] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe is going to be updated. [ 847.160636] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.160636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.160636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.161163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.161163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.172940] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: IN_PROGRESS for 2s [ 847.321936] env[65529]: INFO networking_nsxv3.common.synchronization [req-fa398a8d-f645-47d0-b2f7-f8da7e3ee0ce req-d1810bc1-9ac2-44c7-ae79-06ceb9dfb5d4 tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 847.322175] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 847.322429] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.322852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.322852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.322852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.323030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.323143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.323188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.323342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.323403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.323509] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.693181] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 847.693630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.694702] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: SUCCESS [ 847.694702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.694702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.695048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.698028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.698028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.698028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.698028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.698028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.698411] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.699759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.699759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.699759] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.700236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.700236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.703298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.703298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.703298] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.738519] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 in Status: SUCCESS [ 847.738830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.755075] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.755075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.755075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.755075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.755075] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.755075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.755930] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.756405] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.756754] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.757160] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.757977] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.757977] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.757977] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.757977] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.757977] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.757977] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.787096] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.787343] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.787528] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.787753] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.788196] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-99e35420-c533-4fd5-b834-073790317303 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.788415] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-99e35420-c533-4fd5-b834-073790317303" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.788670] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-99e35420-c533-4fd5-b834-073790317303" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.793173] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-99e35420-c533-4fd5-b834-073790317303" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.793462] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99e35420-c533-4fd5-b834-073790317303',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.825187] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.203482] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.208262] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.300027] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.300027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.300027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.300027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.300027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.300027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 99e35420-c533-4fd5-b834-073790317303 not found, creating... [ 848.300027] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.300027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.300027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.300027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.300027] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.300796] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.300796] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.300796] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.301171] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.301460] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.301729] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 99e35420-c533-4fd5-b834-073790317303 is going to be created. [ 848.328189] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.341072] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.341386] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.341541] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.341827] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.342273] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.342273] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-99e35420-c533-4fd5-b834-073790317303" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.707534] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.711920] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.832577] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.832577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.832577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.832945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.832945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.832945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 848.868698] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.868875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.868948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.869401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.869401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.882818] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 849.097236] env[65529]: INFO networking_nsxv3.common.synchronization [req-fa398a8d-f645-47d0-b2f7-f8da7e3ee0ce req-1d345202-0ec2-425f-9d4e-b8e426f2df1a service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 849.097236] env[65529]: INFO networking_nsxv3.common.synchronization [req-fa398a8d-f645-47d0-b2f7-f8da7e3ee0ce req-1d345202-0ec2-425f-9d4e-b8e426f2df1a service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 849.097236] env[65529]: INFO networking_nsxv3.common.synchronization [req-fa398a8d-f645-47d0-b2f7-f8da7e3ee0ce req-1d345202-0ec2-425f-9d4e-b8e426f2df1a service nova] Enqueued Resource ID: 99e35420-c533-4fd5-b834-073790317303 with Priority: HIGHEST for action port [ 849.097909] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 849.098377] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 849.098628] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e35420-c533-4fd5-b834-073790317303 with Priority: HIGHEST for action port [ 849.099388] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.099662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.102188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.102188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.102188] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.103191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.103746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.104105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-99e35420-c533-4fd5-b834-073790317303 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.105670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99e35420-c533-4fd5-b834-073790317303" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.105670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99e35420-c533-4fd5-b834-073790317303" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.105670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99e35420-c533-4fd5-b834-073790317303" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.105670] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99e35420-c533-4fd5-b834-073790317303',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.186736] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: SUCCESS [ 849.186736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.186736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.186736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.186736] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.186736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.186736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.189048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.189048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.189048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.189048] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.210275] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.210471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.210563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.210829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.210945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.211068] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 849.216578] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.219604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.219604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.219604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.219604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.219604] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af48ab-1f07-46c3-8203-a239b1541f34 is going to be updated. [ 849.240029] env[65529]: INFO networking_nsxv3.common.synchronization [None req-5fbbd45c-e306-4dec-8d4f-65f99ae19e6a None None] Enqueued Resource ID: 64358170-f1de-4551-968b-f46b790a5935 with Priority: HIGHEST for action port [ 849.240964] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64358170-f1de-4551-968b-f46b790a5935 with Priority: HIGHEST for action port [ 849.241560] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-64358170-f1de-4551-968b-f46b790a5935 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.241655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64358170-f1de-4551-968b-f46b790a5935" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.241714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64358170-f1de-4551-968b-f46b790a5935" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.242081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64358170-f1de-4551-968b-f46b790a5935" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.242217] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64358170-f1de-4551-968b-f46b790a5935',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.273533] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.273699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.273756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.273967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.274187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.276129] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.276302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.276430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.276665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.276818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.293748] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 849.298377] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: IN_PROGRESS for 2s [ 849.604015] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.604148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.612223] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99e35420-c533-4fd5-b834-073790317303 with status ACTIVE [ 849.612522] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.612698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.612775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.613060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.613164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.613374] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.613478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.613540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.613710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.613799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.613979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.614088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.614139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.614262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.614332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.614413] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99e35420-c533-4fd5-b834-073790317303 is going to be updated. [ 849.642321] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.642321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.642321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.642321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.642832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.642832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99e35420-c533-4fd5-b834-073790317303" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.691252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.691491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.691557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.691831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.692052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.692184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.692261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.692458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.692561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.692682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.692844] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.692943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.693030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.693203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.693398] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.693541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.693616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.693803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.693922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.694031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.694153] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.749543] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64358170-f1de-4551-968b-f46b790a5935 [ 849.749543] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.749543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.749543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.749543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.749543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.749543] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64358170-f1de-4551-968b-f46b790a5935 already deleted. [ 849.749543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64358170-f1de-4551-968b-f46b790a5935" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.197286] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b23f95ed-af32-42bc-9156-74e4afd6bcfe: rpc.has_security_group_logging(os_id): False [ 850.218298] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.218841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.218841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.218841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.218841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.219082] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.219178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.219552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.219552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.219552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.219749] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.219749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.219886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.219952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.220034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.220241] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.220360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.220360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.220477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.220540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.220630] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe is going to be updated. [ 850.286394] env[65529]: INFO networking_nsxv3.common.synchronization [req-05086611-9a63-4d26-8edb-73955741fd41 req-520ed553-88ef-4152-823f-a1a5c720c01f tempest-ServerRescueNegativeTestJSON-761915835 tempest-ServerRescueNegativeTestJSON-761915835-project-member] Enqueued Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGHEST for action security_group_members [ 850.286394] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGHEST for action security_group_members [ 850.286394] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d916c80-a504-4a7c-931f-217958cdb9d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.286971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.286971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.286971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.287185] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.287273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.287273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.287460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.287583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.287583] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.297656] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.297656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.297656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.297656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.297656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.324523] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: IN_PROGRESS for 2s [ 850.734624] env[65529]: INFO networking_nsxv3.common.synchronization [None req-85a856c4-c688-4e2c-a4dd-44567a52f2d8 tempest-ServerActionsTestOtherB-396257460 tempest-ServerActionsTestOtherB-396257460-project-member] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_rules [ 850.735457] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_rules [ 850.736833] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.737127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.737247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.737577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.737663] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.793270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.793270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.793270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.793270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.793270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.793270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.793270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.793270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.793270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.793270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.793270] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 already deleted. [ 850.794158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.864606] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.864900] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-267" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.865648] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-267" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.865648] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-267" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.865648] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.865648] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.865903] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.865939] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.869741] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.869741] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.869741] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.869741] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.869741] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.870637] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.870785] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.870932] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.893046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.893046] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.893046] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.893336] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-267" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.894033] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-a304dde1-e2c7-404f-8cd7-4d31779859b0 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.894033] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-a304dde1-e2c7-404f-8cd7-4d31779859b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.894033] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-a304dde1-e2c7-404f-8cd7-4d31779859b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.894365] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-a304dde1-e2c7-404f-8cd7-4d31779859b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.894365] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a304dde1-e2c7-404f-8cd7-4d31779859b0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.895707] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 850.895916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.896095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.896285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.896559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.896680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.896680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.896795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.896870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.896956] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.928237] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0425325c-331f-4afb-b8de-f2ce2a0d9ecf tempest-ServerActionsTestOtherB-396257460 tempest-ServerActionsTestOtherB-396257460-project-member] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_rules [ 850.929514] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_rules [ 850.929900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.929991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.384410] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: SUCCESS [ 851.384831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.385045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.385286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.385552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.385744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.385851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.386108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.386108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.386222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.386257] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.389047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.389276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.389276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.389459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.389530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.389622] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 already deleted. [ 851.389748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.390507] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 851.390690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.391234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.391414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.391491] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.392741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.392915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.393095] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.393203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.393264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.393409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.393487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.393570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.393653] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.400766] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.400766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.400766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.400766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.400766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.400766] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port a304dde1-e2c7-404f-8cd7-4d31779859b0 not found, creating... [ 851.400766] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.400766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.400766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.401240] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.401240] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.401317] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.401426] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.402068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.402068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.402068] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.404024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: a304dde1-e2c7-404f-8cd7-4d31779859b0 is going to be created. [ 851.405295] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.430562] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.430822] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.431132] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.431503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.431786] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.432103] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-a304dde1-e2c7-404f-8cd7-4d31779859b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.882993] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3243a7ca-c83c-428f-b703-837f9e376104 None None] Enqueued Resource ID: f398df36-67db-47cf-824c-c015347a102c with Priority: HIGHEST for action port [ 851.883812] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f398df36-67db-47cf-824c-c015347a102c with Priority: HIGHEST for action port [ 851.884203] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f398df36-67db-47cf-824c-c015347a102c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.884996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f398df36-67db-47cf-824c-c015347a102c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.884996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f398df36-67db-47cf-824c-c015347a102c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.885307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f398df36-67db-47cf-824c-c015347a102c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.886130] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f398df36-67db-47cf-824c-c015347a102c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.888948] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.898024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.898024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.898024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.898024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.898024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.898024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.898024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.898024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.898024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.898024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.898024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.898024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.898024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.898024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.898024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.898887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.898887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.898887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.898887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.898887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.898887] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.908299] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.914486] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.914486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.914672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.917109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.917109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.917109] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 already deleted. [ 851.917109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.177221] env[65529]: INFO networking_nsxv3.common.synchronization [req-05086611-9a63-4d26-8edb-73955741fd41 req-6b2fe848-2bb2-4e9a-9433-14233d49de94 service nova] Enqueued Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGHEST for action security_group_rules [ 852.177446] env[65529]: INFO networking_nsxv3.common.synchronization [req-05086611-9a63-4d26-8edb-73955741fd41 req-6b2fe848-2bb2-4e9a-9433-14233d49de94 service nova] Enqueued Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGHEST for action security_group_members [ 852.177639] env[65529]: INFO networking_nsxv3.common.synchronization [req-05086611-9a63-4d26-8edb-73955741fd41 req-6b2fe848-2bb2-4e9a-9433-14233d49de94 service nova] Enqueued Resource ID: a304dde1-e2c7-404f-8cd7-4d31779859b0 with Priority: HIGHEST for action port [ 852.178233] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGHEST for action security_group_rules [ 852.178387] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGHEST for action security_group_members [ 852.178841] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a304dde1-e2c7-404f-8cd7-4d31779859b0 with Priority: HIGHEST for action port [ 852.179242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d916c80-a504-4a7c-931f-217958cdb9d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.179406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.179716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.179800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.179843] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.181879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d916c80-a504-4a7c-931f-217958cdb9d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.181879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.181879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.181879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.181879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.181879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.182413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.183553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.183553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.183553] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.184481] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a304dde1-e2c7-404f-8cd7-4d31779859b0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.184633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a304dde1-e2c7-404f-8cd7-4d31779859b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.184719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a304dde1-e2c7-404f-8cd7-4d31779859b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.184900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a304dde1-e2c7-404f-8cd7-4d31779859b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.184997] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a304dde1-e2c7-404f-8cd7-4d31779859b0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.342446] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: SUCCESS [ 852.342683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.387956] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f398df36-67db-47cf-824c-c015347a102c [ 852.389350] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.389350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.389350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.389350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.389350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.389350] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f398df36-67db-47cf-824c-c015347a102c already deleted. [ 852.389350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f398df36-67db-47cf-824c-c015347a102c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.390803] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5af48ab-1f07-46c3-8203-a239b1541f34: rpc.has_security_group_logging(os_id): False [ 852.402447] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661: rpc.has_security_group_logging(os_id): False [ 852.411080] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.411325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.411444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.412387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.412803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.412925] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 852.415509] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.415662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.415904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.416200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.416317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.416523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.416638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.416714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.416960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.417063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.417193] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5af48ab-1f07-46c3-8203-a239b1541f34 is going to be created. [ 852.421935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.421935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.421935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.422146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.422228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.422437] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.422554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.422618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.422781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.422876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.423104] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.423222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.423286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.423456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.423552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.423763] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.423860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.423921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.424077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.424154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.424251] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 852.448812] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.449120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.449218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.449449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.449621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.462507] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 852.478012] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.479566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.479566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.479566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.479566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.494440] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: IN_PROGRESS for 2s [ 852.501598] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.501805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.501852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.502094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.502246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.529956] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 852.686922] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.688478] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d916c80-a504-4a7c-931f-217958cdb9d6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.688805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.689013] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a304dde1-e2c7-404f-8cd7-4d31779859b0 with status ACTIVE [ 852.689253] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.689369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.689369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.689649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.689851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.690555] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.690555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.690555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.690555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.690555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.691045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.691045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.691045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.691194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.691194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.691384] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a304dde1-e2c7-404f-8cd7-4d31779859b0 is going to be updated. [ 852.738471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.738911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.738911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.739032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.739198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.739372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a304dde1-e2c7-404f-8cd7-4d31779859b0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.190159] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.194606] env[65529]: INFO networking_nsxv3.common.synchronization [req-335b3f32-686b-4526-9db0-af1d2b6a5f87 req-af8b628f-d101-44cc-9cb5-d0c6b0cb31f8 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGHEST for action security_group_members [ 853.195155] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGHEST for action security_group_members [ 853.195899] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d53a8d10-31b8-488a-8787-74cbd4afcde9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.195899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.195899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.195899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.201465] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.201465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.201465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.201465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.201465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.201465] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d53a8d10-31b8-488a-8787-74cbd4afcde9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.616774] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.618725] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.618725] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.619970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.620390] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.622009] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.622216] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.622526] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.623059] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.623304] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.623484] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.623634] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.623830] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.624023] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.624232] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.624598] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.649114] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.649114] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.649114] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.649114] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.649114] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-33f27688-9ab9-408c-a279-e4e3e96721c2 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.649540] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-33f27688-9ab9-408c-a279-e4e3e96721c2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.649761] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-33f27688-9ab9-408c-a279-e4e3e96721c2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.650213] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-33f27688-9ab9-408c-a279-e4e3e96721c2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.650402] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f27688-9ab9-408c-a279-e4e3e96721c2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.693457] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.693457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.693457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.693771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.694209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.694815] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 is going to be created. [ 853.703522] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.703702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.703739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.704946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.704946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.704946] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.704946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.704946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.704946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.704946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.704946] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 already deleted. [ 853.704946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.736881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.737412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.738649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.738998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.741016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.755261] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 in Status: UNINITIALIZED for 2s [ 854.153480] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.153672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.153799] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.154179] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.154346] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.154505] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 33f27688-9ab9-408c-a279-e4e3e96721c2 not found, creating... [ 854.154786] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.155167] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.155167] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.155299] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.155437] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.155770] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.155968] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.156103] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.156319] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.156453] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.156591] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 33f27688-9ab9-408c-a279-e4e3e96721c2 is going to be created. [ 854.182027] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.182356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.182569] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.182904] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.183243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.183531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-33f27688-9ab9-408c-a279-e4e3e96721c2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.478430] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 854.478899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.478978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.479265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.479455] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.479566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.479628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.480084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.480084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.480084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.480084] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.511212] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: SUCCESS [ 854.511448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.548431] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 854.548770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.955847] env[65529]: INFO networking_nsxv3.common.synchronization [req-335b3f32-686b-4526-9db0-af1d2b6a5f87 req-0313721f-d631-4080-b74a-091c004b2105 service nova] Enqueued Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGHEST for action security_group_rules [ 854.955980] env[65529]: INFO networking_nsxv3.common.synchronization [req-335b3f32-686b-4526-9db0-af1d2b6a5f87 req-0313721f-d631-4080-b74a-091c004b2105 service nova] Enqueued Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGHEST for action security_group_members [ 854.956202] env[65529]: INFO networking_nsxv3.common.synchronization [req-335b3f32-686b-4526-9db0-af1d2b6a5f87 req-0313721f-d631-4080-b74a-091c004b2105 service nova] Enqueued Resource ID: 33f27688-9ab9-408c-a279-e4e3e96721c2 with Priority: HIGHEST for action port [ 854.957428] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGHEST for action security_group_rules [ 854.957682] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGHEST for action security_group_members [ 854.959328] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33f27688-9ab9-408c-a279-e4e3e96721c2 with Priority: HIGHEST for action port [ 854.960380] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d53a8d10-31b8-488a-8787-74cbd4afcde9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.960519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.960591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.960807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.960891] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d53a8d10-31b8-488a-8787-74cbd4afcde9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.961875] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d53a8d10-31b8-488a-8787-74cbd4afcde9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.962445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.962588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.962852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.963045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.963175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.963245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.963415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.963505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.963604] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d53a8d10-31b8-488a-8787-74cbd4afcde9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.964938] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-33f27688-9ab9-408c-a279-e4e3e96721c2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.965063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33f27688-9ab9-408c-a279-e4e3e96721c2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.965131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33f27688-9ab9-408c-a279-e4e3e96721c2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.965323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33f27688-9ab9-408c-a279-e4e3e96721c2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.965423] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33f27688-9ab9-408c-a279-e4e3e96721c2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.982378] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.982378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.982633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.983015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.984370] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.984370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.984370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.984370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.984370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.984370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.984370] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.984814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.984814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.984814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.984910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.985224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.985224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.985497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.985497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.985571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.985677] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.467743] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d53a8d10-31b8-488a-8787-74cbd4afcde9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.467898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.468985] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d53a8d10-31b8-488a-8787-74cbd4afcde9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.470050] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33f27688-9ab9-408c-a279-e4e3e96721c2 with status ACTIVE [ 855.470565] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.470565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.470565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.470741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.470741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.470873] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.470986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.471098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.471209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.471283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.471462] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.471569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.471630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.471769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.471835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.471922] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33f27688-9ab9-408c-a279-e4e3e96721c2 is going to be updated. [ 855.476771] env[65529]: INFO networking_nsxv3.common.synchronization [req-73178c1b-78ad-4b7a-b1f0-5b31c8f7f5f9 req-07aa374a-c0da-4825-a04e-d4173cb41857 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: 970e94b8-735f-4230-a985-b5899f01445b with Priority: HIGHEST for action security_group_members [ 855.476771] env[65529]: INFO networking_nsxv3.common.synchronization [req-73178c1b-78ad-4b7a-b1f0-5b31c8f7f5f9 req-07aa374a-c0da-4825-a04e-d4173cb41857 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_members [ 855.476771] env[65529]: INFO networking_nsxv3.common.synchronization [req-73178c1b-78ad-4b7a-b1f0-5b31c8f7f5f9 req-07aa374a-c0da-4825-a04e-d4173cb41857 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 855.478715] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970e94b8-735f-4230-a985-b5899f01445b with Priority: HIGHEST for action security_group_members [ 855.478715] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_members [ 855.478989] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 855.480821] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-970e94b8-735f-4230-a985-b5899f01445b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.480821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.480821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.480821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.480821] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.480821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.480821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.480821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.480821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.480821] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970e94b8-735f-4230-a985-b5899f01445b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.482498] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af48ab-1f07-46c3-8203-a239b1541f34 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.482498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.482498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.482710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.482874] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.483070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.483190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.484159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.484159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.484159] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.485513] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.486054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.486123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.486353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.486771] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.487038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.487160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.487459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.487584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.487701] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.491280] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e74ce0-5ede-4236-b97a-db33aaeb12d3: rpc.has_security_group_logging(os_id): False [ 855.502216] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.502353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.502438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.502652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.502791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.502958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33f27688-9ab9-408c-a279-e4e3e96721c2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.512557] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.512822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.512935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.513228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.513381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.513624] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.513802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.513907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.514126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.514253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.514526] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.514674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.514775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.514975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.515129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.515391] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.515539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.515639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.515848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.515964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.516104] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 855.541398] env[65529]: INFO networking_nsxv3.common.synchronization [req-73178c1b-78ad-4b7a-b1f0-5b31c8f7f5f9 req-07aa374a-c0da-4825-a04e-d4173cb41857 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: 970e94b8-735f-4230-a985-b5899f01445b with Priority: HIGHEST for action security_group_rules [ 855.541539] env[65529]: INFO networking_nsxv3.common.synchronization [req-73178c1b-78ad-4b7a-b1f0-5b31c8f7f5f9 req-07aa374a-c0da-4825-a04e-d4173cb41857 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: 970e94b8-735f-4230-a985-b5899f01445b with Priority: HIGHEST for action security_group_members [ 855.541665] env[65529]: INFO networking_nsxv3.common.synchronization [req-73178c1b-78ad-4b7a-b1f0-5b31c8f7f5f9 req-07aa374a-c0da-4825-a04e-d4173cb41857 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_rules [ 855.541797] env[65529]: INFO networking_nsxv3.common.synchronization [req-73178c1b-78ad-4b7a-b1f0-5b31c8f7f5f9 req-07aa374a-c0da-4825-a04e-d4173cb41857 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_members [ 855.541964] env[65529]: INFO networking_nsxv3.common.synchronization [req-73178c1b-78ad-4b7a-b1f0-5b31c8f7f5f9 req-07aa374a-c0da-4825-a04e-d4173cb41857 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_rules [ 855.542123] env[65529]: INFO networking_nsxv3.common.synchronization [req-73178c1b-78ad-4b7a-b1f0-5b31c8f7f5f9 req-07aa374a-c0da-4825-a04e-d4173cb41857 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 855.542229] env[65529]: INFO networking_nsxv3.common.synchronization [req-73178c1b-78ad-4b7a-b1f0-5b31c8f7f5f9 req-07aa374a-c0da-4825-a04e-d4173cb41857 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: a856be17-2829-4f41-b4d5-dea0fc4b5462 with Priority: HIGHEST for action port [ 855.542832] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970e94b8-735f-4230-a985-b5899f01445b with Priority: HIGHEST for action security_group_rules [ 855.543034] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_rules [ 855.543131] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 855.543269] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a856be17-2829-4f41-b4d5-dea0fc4b5462 with Priority: HIGHEST for action port [ 855.543318] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_rules [ 855.543394] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970e94b8-735f-4230-a985-b5899f01445b with Priority: HIGHEST for action security_group_members [ 855.543500] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_members [ 855.543819] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-970e94b8-735f-4230-a985-b5899f01445b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.543945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.544038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.544322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.544402] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('970e94b8-735f-4230-a985-b5899f01445b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.545478] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5af48ab-1f07-46c3-8203-a239b1541f34 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.546689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.546840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.547081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.547196] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.548360] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.548774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.550039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a856be17-2829-4f41-b4d5-dea0fc4b5462 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.550039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.550039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.550039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.550039] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a856be17-2829-4f41-b4d5-dea0fc4b5462',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.550319] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.550425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.550510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.550682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.550782] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.551890] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-970e94b8-735f-4230-a985-b5899f01445b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.551890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.552024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af48ab-1f07-46c3-8203-a239b1541f34 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.552063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.604236] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.604236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.604236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.604236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.604236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.637395] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 855.766389] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 in Status: SUCCESS [ 855.766652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.766855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.767183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.767345] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.768559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.768559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.768559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.768559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.768559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.768559] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.906946] env[65529]: INFO networking_nsxv3.common.synchronization [req-e9c5a412-8f2d-4526-b1da-412e70a4e0e2 req-9d50f9ab-f3d5-4bf9-bf35-1aa4d7b4e0ec tempest-ServersNegativeTestJSON-763001965 tempest-ServersNegativeTestJSON-763001965-project-member] Enqueued Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 855.907556] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 855.908418] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.908418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.908418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.908418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.908418] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.908748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.908748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.908802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.908949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.909581] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.975384] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d53a8d10-31b8-488a-8787-74cbd4afcde9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.990586] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970e94b8-735f-4230-a985-b5899f01445b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.990774] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.992578] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.054539] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-970e94b8-735f-4230-a985-b5899f01445b taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.054697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.054914] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af48ab-1f07-46c3-8203-a239b1541f34 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.055041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.055165] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a856be17-2829-4f41-b4d5-dea0fc4b5462 with status ACTIVE [ 856.055316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.055419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.055482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.055714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.055807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.055981] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.056085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.057039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.057039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.057039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.057039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.057039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.057039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.057039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.057039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.057039] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a856be17-2829-4f41-b4d5-dea0fc4b5462 is going to be updated. [ 856.058573] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.058702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.079829] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.080057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.080057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.080287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.080437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.080603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a856be17-2829-4f41-b4d5-dea0fc4b5462" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.255265] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.255459] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-678" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.255580] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-678" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.255869] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-678" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.256207] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.256290] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.256404] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.256654] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.256770] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.256976] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.257095] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.257192] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.257374] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.257420] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.257519] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.257651] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.270535] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.276724] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.276924] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.277059] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.277213] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-678" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.277618] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-91b020d8-a378-416e-be63-8074082c200c taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.277729] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-91b020d8-a378-416e-be63-8074082c200c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.277933] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-91b020d8-a378-416e-be63-8074082c200c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.278330] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-91b020d8-a378-416e-be63-8074082c200c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.278501] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b020d8-a378-416e-be63-8074082c200c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.412019] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.479022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.479022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.479022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.479022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.479022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.479022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 is going to be created. [ 856.493214] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970e94b8-735f-4230-a985-b5899f01445b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.494286] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.495161] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.504380] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.504531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.504723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.504843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.505021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.515603] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 in Status: UNINITIALIZED for 2s [ 856.774357] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d916c80-a504-4a7c-931f-217958cdb9d6: rpc.has_security_group_logging(os_id): False [ 856.781736] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.781996] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.782132] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.782432] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.782564] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.782715] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 91b020d8-a378-416e-be63-8074082c200c not found, creating... [ 856.783012] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.783247] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.783363] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.783563] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.783824] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.784169] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.784343] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.784458] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.784689] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.784839] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.784977] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 91b020d8-a378-416e-be63-8074082c200c is going to be created. [ 856.795200] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.795352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.795434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.795652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.795842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.795985] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.796099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.796174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.796331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.796408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.796497] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 is going to be created. [ 856.814462] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.814688] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.814834] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.815180] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.815464] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.815646] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-91b020d8-a378-416e-be63-8074082c200c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.867250] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.867511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.867623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.868162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.868352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.885752] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 in Status: IN_PROGRESS for 2s [ 856.914366] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.997215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.997577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.997738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.998021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.998134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.998248] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970e94b8-735f-4230-a985-b5899f01445b is going to be created. [ 856.999744] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.999878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.999931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.000127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.000216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.000327] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af48ab-1f07-46c3-8203-a239b1541f34 is going to be updated. [ 857.001492] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.001747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.001747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.001890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.001949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.002062] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 857.039745] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.039962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.040081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.040425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.040618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.043339] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.043674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.043809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.044189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.044456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.047256] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.047432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.047532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.047844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.048070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.062862] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: IN_PROGRESS for 2s [ 857.063899] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970e94b8-735f-4230-a985-b5899f01445b in Status: UNINITIALIZED for 2s [ 857.064879] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 857.419621] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.419845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.419845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.420081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.420247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.420288] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df665080-c375-457f-8256-9bb18d9a2308 is going to be updated. [ 857.453933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.454095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.454155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.454373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.454522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.465871] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: IN_PROGRESS for 2s [ 857.589568] env[65529]: INFO networking_nsxv3.common.synchronization [req-e9c5a412-8f2d-4526-b1da-412e70a4e0e2 req-82f05b4b-032d-4b6e-9542-47de2fada24d service nova] Enqueued Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_rules [ 857.589821] env[65529]: INFO networking_nsxv3.common.synchronization [req-e9c5a412-8f2d-4526-b1da-412e70a4e0e2 req-82f05b4b-032d-4b6e-9542-47de2fada24d service nova] Enqueued Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 857.589939] env[65529]: INFO networking_nsxv3.common.synchronization [req-e9c5a412-8f2d-4526-b1da-412e70a4e0e2 req-82f05b4b-032d-4b6e-9542-47de2fada24d service nova] Enqueued Resource ID: 91b020d8-a378-416e-be63-8074082c200c with Priority: HIGHEST for action port [ 857.590490] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_rules [ 857.590620] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 857.590715] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b020d8-a378-416e-be63-8074082c200c with Priority: HIGHEST for action port [ 857.591731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.591911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.592025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.592272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.592408] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.593480] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.593631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.593907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-91b020d8-a378-416e-be63-8074082c200c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.594025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91b020d8-a378-416e-be63-8074082c200c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.594134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91b020d8-a378-416e-be63-8074082c200c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.594345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91b020d8-a378-416e-be63-8074082c200c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.594463] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b020d8-a378-416e-be63-8074082c200c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.656754] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 857.657014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.097566] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.097708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.099357] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91b020d8-a378-416e-be63-8074082c200c with status ACTIVE [ 858.099357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.099357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.099357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.099357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.099357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.099357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.099357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.099357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.099357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.099357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.099357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.099357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.099954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.099954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.099954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.099954] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91b020d8-a378-416e-be63-8074082c200c is going to be updated. [ 858.143988] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.144146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.144218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.144444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.144581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.144750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91b020d8-a378-416e-be63-8074082c200c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.275502] env[65529]: INFO networking_nsxv3.common.synchronization [req-164c4e4f-60b1-45ea-b602-747e38158d06 req-71078a53-0539-4bce-bd86-a12706a0ca75 tempest-ServersTestManualDisk-128082929 tempest-ServersTestManualDisk-128082929-project-member] Enqueued Resource ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 with Priority: HIGHEST for action security_group_members [ 858.276662] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 with Priority: HIGHEST for action security_group_members [ 858.276662] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f7c7513-a186-46ea-bfcd-95b79f49e472 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.276662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.276662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.277129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.277495] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.277495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.277879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.277879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.277879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.277879] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f7c7513-a186-46ea-bfcd-95b79f49e472',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.528146] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 in Status: SUCCESS [ 858.528744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.529412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.529990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.530393] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.530718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.530933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.531282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.532191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.532191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.532191] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d53a8d10-31b8-488a-8787-74cbd4afcde9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.782731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.783122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.783122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.783384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.808130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.808449] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.808575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.808895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.808963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.809038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.809174] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 is going to be updated. [ 858.837339] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.837503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.837607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.837806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.837987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.858316] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 in Status: IN_PROGRESS for 2s [ 858.903638] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 in Status: SUCCESS [ 858.904010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.034723] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d53a8d10-31b8-488a-8787-74cbd4afcde9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.090817] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970e94b8-735f-4230-a985-b5899f01445b in Status: SUCCESS [ 859.091117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.091306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.091534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.091729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.091850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.091915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.092091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.092172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.092271] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970e94b8-735f-4230-a985-b5899f01445b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.094401] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 859.094752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.095549] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: SUCCESS [ 859.095726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.095900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.096089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.096271] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.096396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.096587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.096715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.096804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.096932] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.098092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.098293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.098494] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.098615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.098787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.098963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.099065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.099160] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.478983] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: SUCCESS [ 859.479238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.479416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.480554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.480554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.480554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.480554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.480554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.480554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.480554] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.538869] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d53a8d10-31b8-488a-8787-74cbd4afcde9: rpc.has_security_group_logging(os_id): False [ 859.564252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.564464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.564560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.564892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.564955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.565231] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.565329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.565401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.565572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.565644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.565725] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 is going to be created. [ 859.601558] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('970e94b8-735f-4230-a985-b5899f01445b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.605423] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.606313] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.662447] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.664539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.664539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.664539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.664539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.687234] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 in Status: IN_PROGRESS for 2s [ 859.724395] env[65529]: INFO networking_nsxv3.common.synchronization [req-8353ab72-2eb8-4405-ae84-5697c376784c req-ecc88074-bfcb-4d77-be5a-2e2ed18fc009 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 859.724526] env[65529]: INFO networking_nsxv3.common.synchronization [req-8353ab72-2eb8-4405-ae84-5697c376784c req-ecc88074-bfcb-4d77-be5a-2e2ed18fc009 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_members [ 859.724700] env[65529]: INFO networking_nsxv3.common.synchronization [req-8353ab72-2eb8-4405-ae84-5697c376784c req-ecc88074-bfcb-4d77-be5a-2e2ed18fc009 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: 970e94b8-735f-4230-a985-b5899f01445b with Priority: HIGHEST for action security_group_members [ 859.725281] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 859.725413] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGHEST for action security_group_members [ 859.725553] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 970e94b8-735f-4230-a985-b5899f01445b with Priority: HIGHEST for action security_group_members [ 859.725940] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.726087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.726429] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5af48ab-1f07-46c3-8203-a239b1541f34 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.726603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.726938] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-970e94b8-735f-4230-a985-b5899f01445b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.727475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.984445] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.106245] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('970e94b8-735f-4230-a985-b5899f01445b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.111367] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.112327] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.487548] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.608090] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.608312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.608380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.608683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.608770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.608892] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970e94b8-735f-4230-a985-b5899f01445b is going to be updated. [ 860.613960] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.614144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.614220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.614455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.614554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.614658] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af48ab-1f07-46c3-8203-a239b1541f34 is going to be updated. [ 860.619985] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.619985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.619985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.620220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.620358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.620426] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 860.646383] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.646524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.646610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.649681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.649681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.651537] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.651682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.651724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.651965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.652131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.657107] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: IN_PROGRESS for 2s [ 860.664973] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970e94b8-735f-4230-a985-b5899f01445b in Status: IN_PROGRESS for 2s [ 860.667351] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.667578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.667670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.667908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.667976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.675954] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 860.871778] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 in Status: SUCCESS [ 860.872113] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f7c7513-a186-46ea-bfcd-95b79f49e472 deletion is rescheduled due to dependency. [ 860.872304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f7c7513-a186-46ea-bfcd-95b79f49e472" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.990186] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.990517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.990517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.990669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.990789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.990882] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df665080-c375-457f-8256-9bb18d9a2308 is going to be updated. [ 861.025826] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.026030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.026068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.026425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.026425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.037157] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: IN_PROGRESS for 2s [ 861.703461] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 in Status: SUCCESS [ 861.703694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.668923] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: SUCCESS [ 862.669579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.669911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.670262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.670577] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.671208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.671208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.671208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.671376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.671510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.671588] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.672531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.672732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.672911] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.673045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.673102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.673674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.673674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.673796] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.677154] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 970e94b8-735f-4230-a985-b5899f01445b in Status: SUCCESS [ 862.677154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.678366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.678799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.678799] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.678799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.678961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.680028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.680028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.680028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.680028] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('970e94b8-735f-4230-a985-b5899f01445b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.680353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.680545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.680721] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.680821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.680878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.681423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.681423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.681423] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('970e94b8-735f-4230-a985-b5899f01445b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.690752] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 862.691109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.691641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.692437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.692691] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.692796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.692898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.693112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.693226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.693521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.693521] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.697862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.700504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.700504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.700504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.700504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.700504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.700504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.700504] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.050494] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: SUCCESS [ 863.051066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.051257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.051833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.052264] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.052444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.052526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.052715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.052818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.052902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.052989] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.176837] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.183031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.183031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.183031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.183031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.183031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.183031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.183031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.183031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.183031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.183031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.183031] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af48ab-1f07-46c3-8203-a239b1541f34 is going to be updated. [ 863.183484] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('970e94b8-735f-4230-a985-b5899f01445b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.186734] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.186838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.186894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.187108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.187194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.187397] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.187520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.187600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.187785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.187904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.188058] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 970e94b8-735f-4230-a985-b5899f01445b is going to be deleted. [ 863.200446] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.200847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.201270] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.227521] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.227749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.227857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.228119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.228260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.236642] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.237639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.237639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.237639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.237639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.237639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.238747] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: IN_PROGRESS for 2s [ 863.293121] env[65529]: INFO networking_nsxv3.common.synchronization [req-bbb00c97-4a7e-4ba7-8ed6-67aa29ce32cd req-ac631a9c-5099-4934-91e0-146a0a1e132d tempest-ServersTestFqdnHostnames-713597942 tempest-ServersTestFqdnHostnames-713597942-project-member] Enqueued Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGHEST for action security_group_members [ 863.293781] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGHEST for action security_group_members [ 863.294222] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8a30920-06bd-46fc-8ae4-baa8e90add61 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.294403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.294510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.294924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.294965] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.295096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.295162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.295370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.295497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.295497] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8a30920-06bd-46fc-8ae4-baa8e90add61',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.561106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.561106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.561219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.561419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.562384] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.562384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.562384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.562384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.562384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.562384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.562384] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.562666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.562666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.562666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.562759] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.563882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.563882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.563882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.563882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.563882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.563882] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.678634] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5af48ab-1f07-46c3-8203-a239b1541f34: rpc.has_security_group_logging(os_id): False [ 863.686475] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 970e94b8-735f-4230-a985-b5899f01445b: rpc.has_security_group_logging(os_id): False [ 863.702140] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.702140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.702140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.702140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.702140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.702140] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.702581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.702581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.702581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.702686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.702719] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5af48ab-1f07-46c3-8203-a239b1541f34 is going to be updated. [ 863.704164] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.708875] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.709291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.709291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.709553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.709646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.709951] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.710109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.710181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.710402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.710525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.710659] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970e94b8-735f-4230-a985-b5899f01445b is going to be created. [ 863.737384] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/970e94b8-735f-4230-a985-b5899f01445b], does not exist path=[/infra/domains/default/groups/970e94b8-735f-4230-a985-b5899f01445b]."\n}' [ 863.737546] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970e94b8-735f-4230-a985-b5899f01445b failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/970e94b8-735f-4230-a985-b5899f01445b [ 863.737676] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 863.788379] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.788379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.788379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.788379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.788802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.789094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.789222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.789254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.789441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.789520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.789779] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.789879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.789938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.790106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.790175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.790260] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 970e94b8-735f-4230-a985-b5899f01445b is going to be created. [ 863.795526] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.795798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.795798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.796373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.796373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.797620] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.797789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.797883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.800833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.821261] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/970e94b8-735f-4230-a985-b5899f01445b], does not exist path=[/infra/domains/default/groups/970e94b8-735f-4230-a985-b5899f01445b]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/970e94b8-735f-4230-a985-b5899f01445b [ 863.821261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-970e94b8-735f-4230-a985-b5899f01445b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.821261] env[65529]: Traceback (most recent call last): [ 863.821261] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 863.821261] env[65529]: return func(*args, **kwargs) [ 863.821261] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 863.821261] env[65529]: res.raise_for_status() [ 863.821261] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 863.821261] env[65529]: raise HTTPError(http_error_msg, response=self) [ 863.821261] env[65529]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/970e94b8-735f-4230-a985-b5899f01445b [ 863.821261] env[65529]: During handling of the above exception, another exception occurred: [ 863.821261] env[65529]: Traceback (most recent call last): [ 863.821261] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 863.821261] env[65529]: listener.cb(fileno) [ 863.821261] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 863.821261] env[65529]: result = function(*args, **kwargs) [ 863.821261] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 863.821261] env[65529]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 863.821261] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 863.821261] env[65529]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 863.821261] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 863.821261] env[65529]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 863.821261] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 863.821261] env[65529]: res.raise_for_status() [ 863.821261] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 863.821261] env[65529]: raise HTTPError(http_error_msg, response=self) [ 863.821261] env[65529]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/970e94b8-735f-4230-a985-b5899f01445b [ 863.821261] env[65529]: Removing descriptor: 23 [ 863.832084] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: IN_PROGRESS for 2s [ 863.832996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.833251] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.833381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.833440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.833813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.834413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.834520] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 is going to be updated. [ 863.878635] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.878635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.878918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.879020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.879195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.889434] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 in Status: IN_PROGRESS for 2s [ 864.067830] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df665080-c375-457f-8256-9bb18d9a2308: rpc.has_security_group_logging(os_id): False [ 864.093196] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.093196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.093196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.093399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.118927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.119613] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.119613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.119613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.120474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.120474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.120474] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.120769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.120769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.121098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.121235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.121561] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.121736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.121943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.122141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.122280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.122458] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df665080-c375-457f-8256-9bb18d9a2308 is going to be updated. [ 864.193783] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.193942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.193976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.194379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.194379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.210189] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.213021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.213021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.213021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.213021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.213021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 864.213021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: IN_PROGRESS for 2s [ 864.257385] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.257546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.257616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.257826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.257964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.279671] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 864.433269] env[65529]: INFO networking_nsxv3.common.synchronization [req-9b92da74-194a-4625-a7c2-3091edec22e3 req-88587b4f-ff1b-4329-a58e-e2203669ccb7 tempest-ListServerFiltersTestJSON-628063354 tempest-ListServerFiltersTestJSON-628063354-project-member] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 864.433947] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGHEST for action security_group_members [ 864.435560] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.435728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.435788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.436024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.436195] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.436296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.436353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.436519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.436603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.436741] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.591141] env[65529]: INFO networking_nsxv3.common.synchronization [req-ee6e486d-91dc-4ea5-90dc-8b73f6f1f7c7 req-d3f6b6da-0d14-430b-9b32-156d5b47296c tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 864.591141] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 864.593061] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.593061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.593061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.593061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.593061] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.593061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.593061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.593061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.593061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.593402] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.940534] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.940827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.940827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.941052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.963846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.963846] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.964224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.964224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.964224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.964331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.964389] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 is going to be updated. [ 864.998131] env[65529]: INFO networking_nsxv3.common.synchronization [req-3c8806ab-29ed-4c1b-b3b4-b2a617f17d40 req-59acb1bc-b6fb-4f7d-be63-a93c83052d33 tempest-ServerMetadataTestJSON-1580945473 tempest-ServerMetadataTestJSON-1580945473-project-member] Enqueued Resource ID: 4106f351-7073-4f7b-a199-bd7ae05d839c with Priority: HIGHEST for action security_group_members [ 864.998776] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4106f351-7073-4f7b-a199-bd7ae05d839c with Priority: HIGHEST for action security_group_members [ 864.999168] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4106f351-7073-4f7b-a199-bd7ae05d839c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.999297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.999592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.999880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.000045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.000153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.000214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.000425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.000511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.000610] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4106f351-7073-4f7b-a199-bd7ae05d839c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.002178] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.002571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.002571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.002571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.002723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.013405] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: IN_PROGRESS for 2s [ 865.101189] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.249560] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: IN_PROGRESS for 4s [ 865.345227] env[65529]: INFO networking_nsxv3.common.synchronization [req-64ed1e13-121b-443a-9e94-ce0adef1b155 req-e8aeddce-6156-4222-9a35-7e8f68b04948 tempest-FloatingIPsAssociationNegativeTestJSON-838130429 tempest-FloatingIPsAssociationNegativeTestJSON-838130429-project-member] Enqueued Resource ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 with Priority: HIGHEST for action security_group_members [ 865.346317] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 with Priority: HIGHEST for action security_group_members [ 865.346844] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb53e7d8-8126-4c4a-a580-d353a8ea1337 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.347885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.348209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.348306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.348487] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.348624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.348719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.348991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.349036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.349129] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb53e7d8-8126-4c4a-a580-d353a8ea1337',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.399149] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.399342] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-500" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.399465] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-500" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.399809] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-500" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.400133] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.400306] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.400427] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.400654] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.400805] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.401151] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.401151] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.401278] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.401365] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.401648] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.401648] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.401754] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.427568] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.427699] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.427843] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.428032] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-500" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.428375] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-78b69e99-fca4-40a5-b228-782533b8ed37 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.428569] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-78b69e99-fca4-40a5-b228-782533b8ed37" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.428729] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-78b69e99-fca4-40a5-b228-782533b8ed37" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.429090] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-78b69e99-fca4-40a5-b228-782533b8ed37" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.429257] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b69e99-fca4-40a5-b228-782533b8ed37',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.506303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.506303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.506303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.506303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.506303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.506303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.506303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.506303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.506649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.506649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.506649] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4106f351-7073-4f7b-a199-bd7ae05d839c already deleted. [ 865.506649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.603563] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.847428] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: SUCCESS [ 865.847678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.852106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.852586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.852691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.852942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.875891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.875891] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.876135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.876135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.876633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.876633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.876633] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 is going to be updated. [ 865.900045] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 in Status: SUCCESS [ 865.900187] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 deletion is rescheduled due to dependency. [ 865.900293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.906162] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.906162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.906288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.906416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.906549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.916967] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 in Status: IN_PROGRESS for 2s [ 865.932699] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.932699] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.932699] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.933075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.933242] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.933400] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 78b69e99-fca4-40a5-b228-782533b8ed37 not found, creating... [ 865.933671] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.933828] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.933936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.934204] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.934340] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.934622] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.934774] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.934887] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.935127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.935293] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.935428] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 78b69e99-fca4-40a5-b228-782533b8ed37 is going to be created. [ 865.958188] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.958499] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.959052] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.959052] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.959189] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.959416] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-78b69e99-fca4-40a5-b228-782533b8ed37" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.107564] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.107725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.107800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.108041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.108141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.108242] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 866.143226] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.143453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.143530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.143818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.143975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.169114] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 866.228789] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: SUCCESS [ 866.229285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.290031] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 866.290294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.290462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.290685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.290895] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.291069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.291144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.291324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.291439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.291581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.291771] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.291873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.291937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.292140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.292291] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.292388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.292446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.293055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.293055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.293055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.293055] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.661434] env[65529]: INFO networking_nsxv3.common.synchronization [req-3c8806ab-29ed-4c1b-b3b4-b2a617f17d40 req-c22046b9-f438-44e1-95ab-82f901016115 service nova] Enqueued Resource ID: 4106f351-7073-4f7b-a199-bd7ae05d839c with Priority: HIGHEST for action security_group_rules [ 866.661434] env[65529]: INFO networking_nsxv3.common.synchronization [req-3c8806ab-29ed-4c1b-b3b4-b2a617f17d40 req-c22046b9-f438-44e1-95ab-82f901016115 service nova] Enqueued Resource ID: 4106f351-7073-4f7b-a199-bd7ae05d839c with Priority: HIGHEST for action security_group_members [ 866.662907] env[65529]: INFO networking_nsxv3.common.synchronization [req-3c8806ab-29ed-4c1b-b3b4-b2a617f17d40 req-c22046b9-f438-44e1-95ab-82f901016115 service nova] Enqueued Resource ID: 78b69e99-fca4-40a5-b228-782533b8ed37 with Priority: HIGHEST for action port [ 866.662907] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4106f351-7073-4f7b-a199-bd7ae05d839c with Priority: HIGHEST for action security_group_rules [ 866.662907] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4106f351-7073-4f7b-a199-bd7ae05d839c with Priority: HIGHEST for action security_group_members [ 866.662907] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b69e99-fca4-40a5-b228-782533b8ed37 with Priority: HIGHEST for action port [ 866.663219] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4106f351-7073-4f7b-a199-bd7ae05d839c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.663219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.663368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.663570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.663653] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4106f351-7073-4f7b-a199-bd7ae05d839c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.664600] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4106f351-7073-4f7b-a199-bd7ae05d839c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.664721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.664787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.664990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.665145] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.665228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.665293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.665437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.665533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.665623] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4106f351-7073-4f7b-a199-bd7ae05d839c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.666429] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-78b69e99-fca4-40a5-b228-782533b8ed37 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.666562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78b69e99-fca4-40a5-b228-782533b8ed37" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.666620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78b69e99-fca4-40a5-b228-782533b8ed37" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.666763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78b69e99-fca4-40a5-b228-782533b8ed37" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.666905] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b69e99-fca4-40a5-b228-782533b8ed37',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.796053] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661: rpc.has_security_group_logging(os_id): False [ 866.816069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.816351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.816351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.816803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.841907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.842192] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.842312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.842375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.842611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.842690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.842928] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.843033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.843156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.843796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.843796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.843796] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.843796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.844031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.844031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.844094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.844189] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 866.945412] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.947879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.947879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.947879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.947879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.042444] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 in Status: SUCCESS [ 867.042768] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 deletion is rescheduled due to dependency. [ 867.042768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.065334] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 867.173119] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4106f351-7073-4f7b-a199-bd7ae05d839c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.174298] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4106f351-7073-4f7b-a199-bd7ae05d839c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.174472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.174588] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78b69e99-fca4-40a5-b228-782533b8ed37 with status ACTIVE [ 867.174750] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.174885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.174969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.175163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.175261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.176082] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.176082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.176082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.176082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.176082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.176082] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.176082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.176407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.176407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.176407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.176526] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78b69e99-fca4-40a5-b228-782533b8ed37 is going to be updated. [ 867.200181] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.200735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.200735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.200735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.201093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.201093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78b69e99-fca4-40a5-b228-782533b8ed37" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.261987] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5af48ab-1f07-46c3-8203-a239b1541f34 in Status: SUCCESS [ 867.262185] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5af48ab-1f07-46c3-8203-a239b1541f34 deletion is rescheduled due to dependency. [ 867.266027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.638300] env[65529]: INFO networking_nsxv3.common.synchronization [req-4dd00ee7-83e7-4148-94fb-78a97db5370c req-53d85ec6-a2a3-4483-a1fa-b5f2e1397ba0 tempest-ServerRescueTestJSON-1930498642 tempest-ServerRescueTestJSON-1930498642-project-member] Enqueued Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_members [ 867.638300] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_members [ 867.638300] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.638300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.638556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.638873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.638945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.639081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.639571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.639571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.639571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.639571] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.678290] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4106f351-7073-4f7b-a199-bd7ae05d839c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.939249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 in Status: SUCCESS [ 867.939249] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 deletion is rescheduled due to dependency. [ 867.939249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.048986] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.049348] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-904" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.049433] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-904" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.050076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-904" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.050370] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.050580] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.050628] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.050849] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.050992] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.051242] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.051358] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.051465] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.051570] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.051677] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.051777] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.051914] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.073482] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.073676] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.073796] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.074061] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-904" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.074409] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-3d243577-5517-43a7-ae93-ff3e175bc5e7 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.074587] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-3d243577-5517-43a7-ae93-ff3e175bc5e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.074705] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-3d243577-5517-43a7-ae93-ff3e175bc5e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.075045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-3d243577-5517-43a7-ae93-ff3e175bc5e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.075188] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d243577-5517-43a7-ae93-ff3e175bc5e7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.142496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.142659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.142730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.142951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.143058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.143258] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.143357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.143440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.143603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.143672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.143771] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 already deleted. [ 868.143855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.182324] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 868.182766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.183326] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.183583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.183679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.183946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.184034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.184128] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4106f351-7073-4f7b-a199-bd7ae05d839c is going to be created. [ 868.212055] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.212055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.212196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.212389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.212571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.224350] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4106f351-7073-4f7b-a199-bd7ae05d839c in Status: UNINITIALIZED for 2s [ 868.577760] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.578035] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.578177] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.578463] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.578607] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.578782] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 3d243577-5517-43a7-ae93-ff3e175bc5e7 not found, creating... [ 868.579080] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.579273] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.579390] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.579633] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.579771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.580181] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.580320] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.580410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.580552] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.580682] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.580876] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 3d243577-5517-43a7-ae93-ff3e175bc5e7 is going to be created. [ 868.605049] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.605284] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.605410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.605705] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.605937] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.606177] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-3d243577-5517-43a7-ae93-ff3e175bc5e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.083352] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 869.083670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.320108] env[65529]: INFO networking_nsxv3.common.synchronization [req-4dd00ee7-83e7-4148-94fb-78a97db5370c req-1f63ef02-568e-4f1e-b3b7-34898d297132 service nova] Enqueued Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_rules [ 869.320108] env[65529]: INFO networking_nsxv3.common.synchronization [req-4dd00ee7-83e7-4148-94fb-78a97db5370c req-1f63ef02-568e-4f1e-b3b7-34898d297132 service nova] Enqueued Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_members [ 869.320108] env[65529]: INFO networking_nsxv3.common.synchronization [req-4dd00ee7-83e7-4148-94fb-78a97db5370c req-1f63ef02-568e-4f1e-b3b7-34898d297132 service nova] Enqueued Resource ID: 3d243577-5517-43a7-ae93-ff3e175bc5e7 with Priority: HIGHEST for action port [ 869.320108] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_rules [ 869.320264] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_members [ 869.320264] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d243577-5517-43a7-ae93-ff3e175bc5e7 with Priority: HIGHEST for action port [ 869.320645] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.320775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.320855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.321168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.321254] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.322187] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.322308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.322375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.322575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.322701] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.322820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.322881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.323073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.323163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.323246] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.324094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d243577-5517-43a7-ae93-ff3e175bc5e7 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.324204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d243577-5517-43a7-ae93-ff3e175bc5e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.324270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d243577-5517-43a7-ae93-ff3e175bc5e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.324617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d243577-5517-43a7-ae93-ff3e175bc5e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.324667] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d243577-5517-43a7-ae93-ff3e175bc5e7',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.829022] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.829022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.829022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.829022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d243577-5517-43a7-ae93-ff3e175bc5e7 with status ACTIVE [ 869.829022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.829022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.829022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.829022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.829022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.829022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.829618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.829794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.830066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.830334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.830599] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.830820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.830957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.831184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.831334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.831571] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d243577-5517-43a7-ae93-ff3e175bc5e7 is going to be updated. [ 869.855635] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.855635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.855635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.855635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.855635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.856092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d243577-5517-43a7-ae93-ff3e175bc5e7" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.098286] env[65529]: INFO networking_nsxv3.common.synchronization [req-29308497-ab46-4b77-b9e1-72f69f666ea7 req-b2d949ee-ed33-41ab-850e-ab61c30acd36 tempest-ServersNegativeTestJSON-763001965 tempest-ServersNegativeTestJSON-763001965-project-member] Enqueued Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 870.098987] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 870.101492] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.101652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.101730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.101920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.102112] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.102227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.102290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.102468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.102558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.102646] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.236317] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4106f351-7073-4f7b-a199-bd7ae05d839c in Status: SUCCESS [ 870.236582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.236868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.237121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.237355] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.237485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.237543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.237781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.237862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.237949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.238048] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4106f351-7073-4f7b-a199-bd7ae05d839c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.330192] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.401227] env[65529]: INFO networking_nsxv3.common.synchronization [req-75dfc8ab-06dc-4015-8718-61d26cc1350b req-fd4c4c43-f79c-4374-8c98-a8ebba1bd515 tempest-ServersTestBootFromVolume-317131639 tempest-ServersTestBootFromVolume-317131639-project-member] Enqueued Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGHEST for action security_group_members [ 870.401749] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGHEST for action security_group_members [ 870.405849] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2548ddeb-5a7a-4259-bad7-0133d33772aa taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.406196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.406240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.406540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.406903] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.406993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.407041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.407237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.407318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.407420] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2548ddeb-5a7a-4259-bad7-0133d33772aa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.607314] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.742923] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4106f351-7073-4f7b-a199-bd7ae05d839c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.743047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.743047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.743250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.743419] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.743521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.743585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.743737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.743825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.743913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.744079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4106f351-7073-4f7b-a199-bd7ae05d839c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.744176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.744240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.744384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.744523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.744614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.744673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.744829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.744878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.745351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.745351] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4106f351-7073-4f7b-a199-bd7ae05d839c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.803798] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.804025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-261" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.804559] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-261" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.804981] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-261" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.805356] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.805617] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.805706] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.805950] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.806166] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.807463] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.807463] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.807463] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.807463] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.807463] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.807463] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.807463] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.833364] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.833364] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.833364] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.833364] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-261" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.833364] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-0eb1bdd2-7931-4825-97b4-c714e8da2f6e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.833364] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-0eb1bdd2-7931-4825-97b4-c714e8da2f6e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.833364] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-0eb1bdd2-7931-4825-97b4-c714e8da2f6e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.833364] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-0eb1bdd2-7931-4825-97b4-c714e8da2f6e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.833364] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eb1bdd2-7931-4825-97b4-c714e8da2f6e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.834422] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.834622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.834735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.834951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.835049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.835148] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 is going to be created. [ 870.859749] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.859749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.859749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.859749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.859749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.871167] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: UNINITIALIZED for 2s [ 870.912407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.912568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.912641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.913313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.913313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.913313] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.913313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.913313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.913537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.913537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.913600] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa already deleted. [ 870.913676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.094458] env[65529]: INFO networking_nsxv3.common.synchronization [req-e9f5d0c8-a711-4fc3-a3a2-34caeb4ce954 req-e875eb06-c79a-4dca-97a4-94ecd6ffd3c0 tempest-ServersAdminTestJSON-1104061450 tempest-ServersAdminTestJSON-1104061450-project-member] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 871.095288] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 871.096163] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.096163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.096163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.096409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.096538] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.096830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.096924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.097185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.097313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.097450] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.110774] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.252660] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4106f351-7073-4f7b-a199-bd7ae05d839c: rpc.has_security_group_logging(os_id): False [ 871.286286] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.287040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.287040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.287040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.287040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.287277] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.287545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.287545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.287697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.287697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.288022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.288339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.288399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.288550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.288700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.288870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.288995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.289099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.289280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.289361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.289535] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4106f351-7073-4f7b-a199-bd7ae05d839c is going to be created. [ 871.337605] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.337852] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.338052] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.338470] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.338715] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.338974] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 0eb1bdd2-7931-4825-97b4-c714e8da2f6e not found, creating... [ 871.339419] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.339660] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.339840] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.340352] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.340502] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.343037] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.343037] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.343037] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.343037] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.343037] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.343037] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 0eb1bdd2-7931-4825-97b4-c714e8da2f6e is going to be created. [ 871.370388] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.372032] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.372032] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.372032] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.372032] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.372701] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-0eb1bdd2-7931-4825-97b4-c714e8da2f6e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.385978] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.387040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.387040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.387040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.387040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.403682] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4106f351-7073-4f7b-a199-bd7ae05d839c in Status: IN_PROGRESS for 2s [ 871.600368] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.614951] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.615140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.615205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.615395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.615484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.615583] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df665080-c375-457f-8256-9bb18d9a2308 is going to be updated. [ 871.650242] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.650242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.650242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.651250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.651250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.661455] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: IN_PROGRESS for 2s [ 871.870256] env[65529]: INFO networking_nsxv3.common.synchronization [req-4dcae3bf-cb44-483f-922b-a4ca78918cf0 req-58adf1d8-6ba7-4183-9142-fc00842e1820 tempest-ListImageFiltersTestJSON-367840067 tempest-ListImageFiltersTestJSON-367840067-project-member] Enqueued Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_members [ 871.871219] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_members [ 871.871742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.871742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.871935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.872118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.872356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.872507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.872598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.872854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.873110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.873178] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.091448] env[65529]: INFO networking_nsxv3.common.synchronization [req-75dfc8ab-06dc-4015-8718-61d26cc1350b req-838fad3d-a20f-4db6-90f6-b5c3e4900678 service nova] Enqueued Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGHEST for action security_group_rules [ 872.091448] env[65529]: INFO networking_nsxv3.common.synchronization [req-75dfc8ab-06dc-4015-8718-61d26cc1350b req-838fad3d-a20f-4db6-90f6-b5c3e4900678 service nova] Enqueued Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGHEST for action security_group_members [ 872.091448] env[65529]: INFO networking_nsxv3.common.synchronization [req-75dfc8ab-06dc-4015-8718-61d26cc1350b req-838fad3d-a20f-4db6-90f6-b5c3e4900678 service nova] Enqueued Resource ID: 0eb1bdd2-7931-4825-97b4-c714e8da2f6e with Priority: HIGHEST for action port [ 872.091448] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGHEST for action security_group_rules [ 872.091686] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGHEST for action security_group_members [ 872.091920] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eb1bdd2-7931-4825-97b4-c714e8da2f6e with Priority: HIGHEST for action port [ 872.092344] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2548ddeb-5a7a-4259-bad7-0133d33772aa taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.092587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.092721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.093081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.093283] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2548ddeb-5a7a-4259-bad7-0133d33772aa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.095271] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2548ddeb-5a7a-4259-bad7-0133d33772aa taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.095498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.095647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.095905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.096150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.096442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.096587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.096837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.097018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.097193] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2548ddeb-5a7a-4259-bad7-0133d33772aa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.101207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eb1bdd2-7931-4825-97b4-c714e8da2f6e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.101207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eb1bdd2-7931-4825-97b4-c714e8da2f6e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.101207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eb1bdd2-7931-4825-97b4-c714e8da2f6e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.101207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eb1bdd2-7931-4825-97b4-c714e8da2f6e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.101207] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eb1bdd2-7931-4825-97b4-c714e8da2f6e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.102787] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.376037] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.601485] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2548ddeb-5a7a-4259-bad7-0133d33772aa taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.601614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.602111] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2548ddeb-5a7a-4259-bad7-0133d33772aa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.602692] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0eb1bdd2-7931-4825-97b4-c714e8da2f6e with status ACTIVE [ 872.602870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.603034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.603156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.604029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.604029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.604029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.604029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.604029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.604029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.604029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.604029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.604422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.604422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.604422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.604565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.604772] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0eb1bdd2-7931-4825-97b4-c714e8da2f6e is going to be updated. [ 872.606025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.606126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.606197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.606360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.606418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.606505] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 872.648990] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.649212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.649212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.649821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.649821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.649821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eb1bdd2-7931-4825-97b4-c714e8da2f6e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.656908] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.656908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.656908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.656908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.656908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.667715] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 872.879404] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.884533] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: SUCCESS [ 872.884800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.885479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.885479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.885725] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.885725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.885725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.885911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.886011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.886121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.886227] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.106456] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2548ddeb-5a7a-4259-bad7-0133d33772aa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.382440] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.382768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.382768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.382991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.383067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.383169] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 is going to be updated. [ 873.388278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.388433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.388500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.388712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.389123] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.389285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.389379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.389634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.389756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.389889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.390138] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.390284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.390374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.390593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.390804] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.390938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.391163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.391402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.391477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.391599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.391741] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.420793] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4106f351-7073-4f7b-a199-bd7ae05d839c in Status: SUCCESS [ 873.421158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.423106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.423359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.423419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.423701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.423904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.440532] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: IN_PROGRESS for 2s [ 873.608914] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.608914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.608914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.609200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.609200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.609388] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa is going to be created. [ 873.638031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.638187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.638289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.638454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.638613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.651017] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa in Status: UNINITIALIZED for 2s [ 873.671739] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: SUCCESS [ 873.672028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.894955] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7bd7ff0-40a4-4849-a3c2-e87edf6494e0: rpc.has_security_group_logging(os_id): False [ 873.921971] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.922313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.922313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.922431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.923088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.923509] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.923799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.923799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.924130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.927025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.927025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.927025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.927025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.927025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.927025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.927025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.927025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.927025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.927025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.927025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.927025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 is going to be created. [ 873.992485] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.992705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.992846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.993116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.993345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.007348] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: IN_PROGRESS for 2s [ 874.681232] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 874.681639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.451432] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: SUCCESS [ 875.451716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.664143] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa in Status: SUCCESS [ 875.664371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.664543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.664761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.664955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.665087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.665151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.665302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.665379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.665465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.665553] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2548ddeb-5a7a-4259-bad7-0133d33772aa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.020150] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: SUCCESS [ 876.020150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.167892] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2548ddeb-5a7a-4259-bad7-0133d33772aa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.673574] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2548ddeb-5a7a-4259-bad7-0133d33772aa: rpc.has_security_group_logging(os_id): False [ 876.697448] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.697448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.697448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.697653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.697653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.697877] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.697993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.698037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.698201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.698284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.698375] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa is going to be created. [ 876.770416] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.770601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.770638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.770833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.771016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.795768] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa in Status: IN_PROGRESS for 2s [ 877.093637] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 877.093637] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 878.534997] env[65529]: INFO networking_nsxv3.common.synchronization [req-72f0f8d9-6606-4a6f-9ee2-6fdb22a05152 req-090620aa-a4ee-4271-aa30-214de31d8b88 tempest-ServerMetadataTestJSON-1580945473 tempest-ServerMetadataTestJSON-1580945473-project-member] Enqueued Resource ID: 4106f351-7073-4f7b-a199-bd7ae05d839c with Priority: HIGHEST for action security_group_members [ 878.535825] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4106f351-7073-4f7b-a199-bd7ae05d839c with Priority: HIGHEST for action security_group_members [ 878.536279] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4106f351-7073-4f7b-a199-bd7ae05d839c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.536724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.536724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.536952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.537087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.537191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.537254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.537459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.537629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.537770] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4106f351-7073-4f7b-a199-bd7ae05d839c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.813434] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa in Status: SUCCESS [ 878.813727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.040084] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.040241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.040306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.040587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.040684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.040900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.041012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.041125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.041312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.041387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.041474] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4106f351-7073-4f7b-a199-bd7ae05d839c is going to be updated. [ 879.072684] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.072908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.072978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.073213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.073421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.084655] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4106f351-7073-4f7b-a199-bd7ae05d839c in Status: IN_PROGRESS for 2s [ 881.099596] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4106f351-7073-4f7b-a199-bd7ae05d839c in Status: SUCCESS [ 881.099931] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4106f351-7073-4f7b-a199-bd7ae05d839c deletion is rescheduled due to dependency. [ 881.099931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.537482] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 883.537844] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 884.493710] env[65529]: INFO networking_nsxv3.common.synchronization [req-b8605680-4824-4147-b3f6-8fd902adf4c2 req-a6e4370d-6a3a-4bfc-8c06-e4e7b368ce42 tempest-ServerDiskConfigTestJSON-1663387755 tempest-ServerDiskConfigTestJSON-1663387755-project-member] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 884.494338] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 884.494740] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.494740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.495191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.495191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.495303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.495475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.495475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.495726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.495813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.495931] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.888523] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.888897] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.888897] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.889592] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.890114] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.890384] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.890612] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.890946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.891141] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.891361] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.891491] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.891620] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.891796] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.891981] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.892204] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.892430] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.915035] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.915035] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.915261] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.915261] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.915561] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.915733] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.915850] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.916212] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.916363] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.998782] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.998782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.998782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.999313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.022983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.023191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.023487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.023546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.023770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.023900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.024028] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 885.052205] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.052398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.052398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.052641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.052809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.062768] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 885.419525] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.419751] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.419983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.420379] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.420550] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.420714] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45 not found, creating... [ 885.421068] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.421279] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.421390] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.421686] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.421844] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.422202] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.422389] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.422568] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.422808] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.422977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.423233] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45 is going to be created. [ 885.449927] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.450175] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.450313] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.450585] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.450809] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.451074] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.169552] env[65529]: INFO networking_nsxv3.common.synchronization [req-b8605680-4824-4147-b3f6-8fd902adf4c2 req-4c57a4df-a9ea-4195-b59a-30cd435927e0 service nova] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_rules [ 886.169881] env[65529]: INFO networking_nsxv3.common.synchronization [req-b8605680-4824-4147-b3f6-8fd902adf4c2 req-4c57a4df-a9ea-4195-b59a-30cd435927e0 service nova] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 886.169881] env[65529]: INFO networking_nsxv3.common.synchronization [req-b8605680-4824-4147-b3f6-8fd902adf4c2 req-4c57a4df-a9ea-4195-b59a-30cd435927e0 service nova] Enqueued Resource ID: 20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45 with Priority: HIGHEST for action port [ 886.170964] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_rules [ 886.170964] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 886.170964] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45 with Priority: HIGHEST for action port [ 886.171269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.171269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.171269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.171392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.171526] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.172618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.172618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.172618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.172753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.172830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.172939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.173786] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.675968] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.676091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.676666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45 with status ACTIVE [ 886.676968] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.677131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.677167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.677382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.677533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.677713] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.677874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.677951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.678151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.678245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.678442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.678539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.678616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.678761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.678929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.679103] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45 is going to be updated. [ 886.703890] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.704166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.704271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.704573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.704772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.705011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20ebc00e-04fd-4aa4-bcc2-8cb056ebbf45" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.074506] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 887.074721] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 deletion is rescheduled due to dependency. [ 887.074800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.074967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.075205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.075395] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.075523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.075589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.075780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.075875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.075955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.578456] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.082061] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.584519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.584965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.584965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.584965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.585139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.585184] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 888.623243] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.623243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.623243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.623243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.623243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.631833] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 890.645310] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 890.645653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.647031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.647031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.647031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.647031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.647031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.647031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.647031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.647031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.647031] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.151303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.151494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.151559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.151847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.152069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.152189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.152268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.152469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.152593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.152694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.152849] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.152946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.153030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.153209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.153363] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.153465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.153534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.153690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.153771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.153875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.153996] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.171277] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 891.171366] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 891.190448] env[65529]: INFO networking_nsxv3.common.synchronization [req-fb7b28d4-847d-4aea-b39d-ae5c8dffa821 req-6eff9747-8a1d-4ba8-9751-f3c08e335656 tempest-ImagesTestJSON-42966517 tempest-ImagesTestJSON-42966517-project-member] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 891.193244] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 891.194023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.194217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.194306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.194560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.194796] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.194918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.195029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.195216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.195304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.195400] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.658028] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be32e81-45e3-481c-956e-3a1f197e5548: rpc.has_security_group_logging(os_id): False [ 891.661313] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.661523] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.661648] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.661950] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.662246] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.662412] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.662532] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.662751] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.662908] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.663168] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.663289] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.663405] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.663512] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.663620] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.663734] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.663895] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.685882] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.685882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.685882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.686262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.686262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.686534] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.686747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.686872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.687184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.687328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.687939] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.688152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.688731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.689150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.689270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.689571] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.689681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.689754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.689999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.690081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.691059] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 891.695806] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.696333] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.696803] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.697191] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.697536] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-8d831103-7380-40a4-afb0-3b1092ef8681 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.697717] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-8d831103-7380-40a4-afb0-3b1092ef8681" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.697839] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-8d831103-7380-40a4-afb0-3b1092ef8681" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.698427] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-8d831103-7380-40a4-afb0-3b1092ef8681" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.698692] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d831103-7380-40a4-afb0-3b1092ef8681',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.702131] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.779690] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.779690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.779690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.779873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.780209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.801012] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 892.206486] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.206711] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.206837] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.207162] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.207315] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.207473] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 8d831103-7380-40a4-afb0-3b1092ef8681 not found, creating... [ 892.207759] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.207923] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.208049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.208285] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.208459] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.208781] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.209098] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.209235] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.209456] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.209592] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.209731] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 8d831103-7380-40a4-afb0-3b1092ef8681 is going to be created. [ 892.211028] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.234610] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.234848] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.234848] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.235194] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.235463] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.235705] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-8d831103-7380-40a4-afb0-3b1092ef8681" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.715133] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.715133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.715133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.715660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.715660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.715740] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 892.754927] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.755191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.755298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.755497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.755717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.776265] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 893.035831] env[65529]: INFO networking_nsxv3.common.synchronization [req-fb7b28d4-847d-4aea-b39d-ae5c8dffa821 req-626e4689-ba68-485a-bd2d-576e62655d32 service nova] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_rules [ 893.036089] env[65529]: INFO networking_nsxv3.common.synchronization [req-fb7b28d4-847d-4aea-b39d-ae5c8dffa821 req-626e4689-ba68-485a-bd2d-576e62655d32 service nova] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 893.036264] env[65529]: INFO networking_nsxv3.common.synchronization [req-fb7b28d4-847d-4aea-b39d-ae5c8dffa821 req-626e4689-ba68-485a-bd2d-576e62655d32 service nova] Enqueued Resource ID: 8d831103-7380-40a4-afb0-3b1092ef8681 with Priority: HIGHEST for action port [ 893.036856] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_rules [ 893.038619] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 893.038619] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d831103-7380-40a4-afb0-3b1092ef8681 with Priority: HIGHEST for action port [ 893.038824] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.039074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.039074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.039324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.039443] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.041103] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.041234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.041432] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d831103-7380-40a4-afb0-3b1092ef8681 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.041727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d831103-7380-40a4-afb0-3b1092ef8681" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.041727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d831103-7380-40a4-afb0-3b1092ef8681" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.041863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d831103-7380-40a4-afb0-3b1092ef8681" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.041863] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d831103-7380-40a4-afb0-3b1092ef8681',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.366192] env[65529]: INFO networking_nsxv3.common.synchronization [req-00033605-2305-44c4-bef5-9ee872e94504 req-81bb5c72-d30b-4973-b409-bff6bc412a89 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_members [ 893.366447] env[65529]: INFO networking_nsxv3.common.synchronization [req-00033605-2305-44c4-bef5-9ee872e94504 req-81bb5c72-d30b-4973-b409-bff6bc412a89 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a with Priority: HIGHEST for action security_group_members [ 893.366497] env[65529]: INFO networking_nsxv3.common.synchronization [req-00033605-2305-44c4-bef5-9ee872e94504 req-81bb5c72-d30b-4973-b409-bff6bc412a89 tempest-SecurityGroupsTestJSON-1385027147 tempest-SecurityGroupsTestJSON-1385027147-project-member] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 893.367133] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGHEST for action security_group_members [ 893.367534] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a with Priority: HIGHEST for action security_group_members [ 893.367689] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGHEST for action security_group_members [ 893.368269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5b32de5-f860-45ad-bcea-c23cf73d59dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.368427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.368520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.368770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.369348] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.369541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.369611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.370274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.370274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.370274] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.371092] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.371373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.371526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.371727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.371906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.372041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.372406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.372406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.372406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.372576] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.373557] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.373882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.374023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.374213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.374379] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.374498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.374575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.374738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.374842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.375088] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.512023] env[65529]: INFO networking_nsxv3.common.synchronization [None req-fafe1410-25a2-4f53-a74b-006ad001048b None None] Enqueued Resource ID: 007f3436-12b7-4f6b-bfff-2330849bfe4e with Priority: HIGHEST for action port [ 893.512023] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 007f3436-12b7-4f6b-bfff-2330849bfe4e with Priority: HIGHEST for action port [ 893.512023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-007f3436-12b7-4f6b-bfff-2330849bfe4e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.512023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-007f3436-12b7-4f6b-bfff-2330849bfe4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.512023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-007f3436-12b7-4f6b-bfff-2330849bfe4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.512023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-007f3436-12b7-4f6b-bfff-2330849bfe4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.512023] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('007f3436-12b7-4f6b-bfff-2330849bfe4e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.545449] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.545644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.545743] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d831103-7380-40a4-afb0-3b1092ef8681 with status ACTIVE [ 893.545907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.546204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.546204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.546303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.546413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.546540] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.546647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.546712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.546904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.547014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.547206] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.547298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.547357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.547617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.547617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.547704] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d831103-7380-40a4-afb0-3b1092ef8681 is going to be updated. [ 893.573622] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.573622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.573622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.573888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.573954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.574131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d831103-7380-40a4-afb0-3b1092ef8681" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.818788] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 893.818788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.876504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.876710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.876754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.877046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.878390] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.878487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.879043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.879043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.898728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.899041] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.899327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.899448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.900363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.900363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.900363] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd is going to be updated. [ 893.901680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.901680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.921586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.921946] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.922130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.922199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.922445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.922565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.922685] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a is going to be updated. [ 893.923736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.923967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.924116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.928057] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.928057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.928057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.928057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.928057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.928057] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be updated. [ 893.941159] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.942156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.942156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.942156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.942156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.951498] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: IN_PROGRESS for 2s [ 893.961873] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.962038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.962119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.962862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.962862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.964473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.964473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.964612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.964677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.964797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.975701] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: IN_PROGRESS for 2s [ 893.976678] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a in Status: IN_PROGRESS for 2s [ 894.014506] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 007f3436-12b7-4f6b-bfff-2330849bfe4e [ 894.014944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.015203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.015304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.015656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.015780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.015926] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:007f3436-12b7-4f6b-bfff-2330849bfe4e already deleted. [ 894.016098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-007f3436-12b7-4f6b-bfff-2330849bfe4e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.519338] env[65529]: INFO networking_nsxv3.common.synchronization [req-a15ee3b6-02f9-4e1f-9ef0-29987b2597c2 req-63916818-d02b-4258-8c5a-61c29f671cdf tempest-ServerActionsTestOtherB-396257460 tempest-ServerActionsTestOtherB-396257460-project-member] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 894.519338] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 894.519563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.519735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.519790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.520305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.520305] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.520434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.520434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.520535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.520615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.520983] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.788822] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 894.789108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.789288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.790103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.790765] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.790923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.790994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.791192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.791277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.791373] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.999498] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.999893] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.000476] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.000476] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.000865] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.000865] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.000981] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.001642] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.001642] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.001642] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.001642] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.001845] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.001845] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.002013] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.002100] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.002232] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.022436] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.022436] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.022436] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.022600] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.022889] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-e5c8a64d-31eb-4bae-b45c-26e93214fe84 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.023645] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-e5c8a64d-31eb-4bae-b45c-26e93214fe84" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.023645] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-e5c8a64d-31eb-4bae-b45c-26e93214fe84" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.023645] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-e5c8a64d-31eb-4bae-b45c-26e93214fe84" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.023793] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c8a64d-31eb-4bae-b45c-26e93214fe84',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.024800] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.024907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.025013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.025225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.025427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.025576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.025684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.025744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.025914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.026019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.026544] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 already deleted. [ 895.026544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.294666] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.528153] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.528153] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.528323] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.528615] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.528781] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.529035] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port e5c8a64d-31eb-4bae-b45c-26e93214fe84 not found, creating... [ 895.529377] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.529839] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.529839] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.529949] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.530149] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.533958] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.533958] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.533958] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.533958] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.533958] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.533958] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: e5c8a64d-31eb-4bae-b45c-26e93214fe84 is going to be created. [ 895.557103] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.557103] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.557103] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.557441] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.558176] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.558176] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-e5c8a64d-31eb-4bae-b45c-26e93214fe84" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.797793] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.964043] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd in Status: SUCCESS [ 895.964043] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd deletion is rescheduled due to dependency. [ 895.964043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.993164] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 in Status: SUCCESS [ 895.993164] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 deletion is rescheduled due to dependency. [ 895.993164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.994374] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a in Status: SUCCESS [ 895.995247] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a deletion is rescheduled due to dependency. [ 895.999739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.044991] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0c18e53a-b048-45a2-9876-994a46281cc8 None None] Enqueued Resource ID: 3522c8b4-3a32-44b6-a7f6-c106a2e8294c with Priority: HIGHEST for action port [ 896.045608] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3522c8b4-3a32-44b6-a7f6-c106a2e8294c with Priority: HIGHEST for action port [ 896.045930] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3522c8b4-3a32-44b6-a7f6-c106a2e8294c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.046625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3522c8b4-3a32-44b6-a7f6-c106a2e8294c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.046786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3522c8b4-3a32-44b6-a7f6-c106a2e8294c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.047158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3522c8b4-3a32-44b6-a7f6-c106a2e8294c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.047466] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3522c8b4-3a32-44b6-a7f6-c106a2e8294c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.299957] env[65529]: INFO networking_nsxv3.common.synchronization [req-a15ee3b6-02f9-4e1f-9ef0-29987b2597c2 req-f4fd5419-6fd1-4732-ba19-869a073f44ce service nova] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_rules [ 896.300157] env[65529]: INFO networking_nsxv3.common.synchronization [req-a15ee3b6-02f9-4e1f-9ef0-29987b2597c2 req-f4fd5419-6fd1-4732-ba19-869a073f44ce service nova] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 896.300293] env[65529]: INFO networking_nsxv3.common.synchronization [req-a15ee3b6-02f9-4e1f-9ef0-29987b2597c2 req-f4fd5419-6fd1-4732-ba19-869a073f44ce service nova] Enqueued Resource ID: e5c8a64d-31eb-4bae-b45c-26e93214fe84 with Priority: HIGHEST for action port [ 896.301160] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.301160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.301160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.301160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.301160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.301526] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 896.303011] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_rules [ 896.303183] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 896.303285] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c8a64d-31eb-4bae-b45c-26e93214fe84 with Priority: HIGHEST for action port [ 896.303548] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.303669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.303731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.303894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.303992] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.305283] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.305385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.305453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.305626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.305774] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.305858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.305937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.306065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.306143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.306226] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.308909] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5c8a64d-31eb-4bae-b45c-26e93214fe84 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.308909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5c8a64d-31eb-4bae-b45c-26e93214fe84" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.308909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5c8a64d-31eb-4bae-b45c-26e93214fe84" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.308909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5c8a64d-31eb-4bae-b45c-26e93214fe84" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.308909] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c8a64d-31eb-4bae-b45c-26e93214fe84',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.341935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.342132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.342164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.342381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.342544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.352895] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 896.550125] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3522c8b4-3a32-44b6-a7f6-c106a2e8294c [ 896.550227] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.550342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.550440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.550642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.550835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.550835] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3522c8b4-3a32-44b6-a7f6-c106a2e8294c already deleted. [ 896.550923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3522c8b4-3a32-44b6-a7f6-c106a2e8294c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.808912] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.808912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.810594] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.811633] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5c8a64d-31eb-4bae-b45c-26e93214fe84 with status ACTIVE [ 896.811863] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.812071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.812177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.812609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.812749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.812971] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.813202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.813248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.813451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.813562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.813932] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.813932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.814072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.814188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.814547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.814547] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5c8a64d-31eb-4bae-b45c-26e93214fe84 is going to be updated. [ 896.837918] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.838173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.839474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.839474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.839474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.839474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5c8a64d-31eb-4bae-b45c-26e93214fe84" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.317043] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.823874] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.823874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.823874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.823874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.823874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.823874] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be created. [ 897.860655] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.861099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.862305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.862711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.863012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.874544] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: UNINITIALIZED for 2s [ 898.371426] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 898.373971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.373971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.373971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.373971] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.373971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.373971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.373971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.373971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.373971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.373971] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.877065] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.877065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.877065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.877434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.877469] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.877562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.877628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.877775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.877854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.877977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.878143] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.878231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.878300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.878440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.878599] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.878697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.878754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.878934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.879297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.879297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.879297] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.354577] env[65529]: INFO networking_nsxv3.common.synchronization [req-0f6c16b4-b853-4fa1-bac7-f31df7fd7dd6 req-fc202db8-5071-4bbe-bd80-2d3f7ef51e42 tempest-ServersAdminTestJSON-1104061450 tempest-ServersAdminTestJSON-1104061450-project-member] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 899.355288] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 899.355719] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.355803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.355858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.356094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.356256] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.356359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.356422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.356579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.357014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.357014] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.381942] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ff270d0-0edc-4d6a-bbe1-9363588911fe: rpc.has_security_group_logging(os_id): False [ 899.407018] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.407350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.407521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.407929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.441713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.442101] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.442220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.442220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.442436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.442512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.442712] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.442816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.442875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.443200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.443305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.443521] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.443641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.443695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.443819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.444438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.444438] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 899.574968] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.575171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.575244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.575504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.575655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.594419] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 899.859562] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.889554] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 899.890041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.892311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.893154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.893154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.893438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.893438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.893639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.893691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.893776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.896765] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.365044] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.402452] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.871392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.871747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.871747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.872021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.872124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.872263] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 900.906122] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67422dd7-ce86-4ae7-8799-f9e900b5e9c9: rpc.has_security_group_logging(os_id): False [ 900.956838] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.957011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.957085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.957317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.959026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.959026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.959026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.959026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.959026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.959026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.959026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be created. [ 900.996611] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.996851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.996851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.997313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.997410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.019463] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 901.105149] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.105149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.105149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.105476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.106096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.121762] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: IN_PROGRESS for 2s [ 901.624866] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 901.625306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.281732] env[65529]: INFO networking_nsxv3.common.synchronization [req-463911fa-c436-4e15-9cb1-168ae3a26b59 req-66c11a26-26ac-4004-aeb7-396bc5eb6efe tempest-ServerRescueTestJSON-1930498642 tempest-ServerRescueTestJSON-1930498642-project-member] Enqueued Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_members [ 902.282743] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_members [ 902.283121] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.283277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.283348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.283560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.283708] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.283808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.283861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.284018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.284137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.284276] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.788383] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.031873] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 903.032607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.137388] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 903.137613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.290319] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.418952] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.419222] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-904" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.419222] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-904" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.419474] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-904" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.419732] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.419890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.420281] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.420616] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.420774] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.421014] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.421116] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.421575] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.421575] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.421575] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.421575] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.421857] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.443774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.443976] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.444486] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.444486] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-904" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.444673] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-748f8881-2936-4663-820a-6d17fb72b96b taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.444845] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-748f8881-2936-4663-820a-6d17fb72b96b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.444995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-748f8881-2936-4663-820a-6d17fb72b96b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.445303] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-748f8881-2936-4663-820a-6d17fb72b96b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.445436] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748f8881-2936-4663-820a-6d17fb72b96b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.653346] env[65529]: INFO networking_nsxv3.common.synchronization [req-eb309b48-0705-4c84-9629-348280d3aa46 req-fd47a7dd-0f0a-4742-819f-a404485779b8 tempest-ListImageFiltersTestJSON-367840067 tempest-ListImageFiltersTestJSON-367840067-project-member] Enqueued Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_members [ 903.653654] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGHEST for action security_group_members [ 903.654018] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.657325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.657325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.657325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.657325] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.657325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.657325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.657325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.657325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.657325] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.793120] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.793120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.793446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.793446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.793532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.793615] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 is going to be updated. [ 903.834069] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.834191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.834191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.834395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.834565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.849258] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: IN_PROGRESS for 2s [ 903.948474] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.948708] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.948708] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.949113] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.949490] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.949490] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 748f8881-2936-4663-820a-6d17fb72b96b not found, creating... [ 903.949883] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.950206] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.950312] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.950603] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.950762] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.951160] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.951488] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.951551] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.951793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.951935] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.952093] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 748f8881-2936-4663-820a-6d17fb72b96b is going to be created. [ 903.983575] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.983816] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.983946] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.984502] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.984813] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.985335] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-748f8881-2936-4663-820a-6d17fb72b96b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.159736] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.160172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.160172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.160294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.187169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.187484] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.187613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.187656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.187881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.187967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.188142] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 is going to be updated. [ 904.234301] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.234642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.234642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.234913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.235079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.245953] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: IN_PROGRESS for 2s [ 904.789787] env[65529]: INFO networking_nsxv3.common.synchronization [req-463911fa-c436-4e15-9cb1-168ae3a26b59 req-ccd5c0ea-3d7d-433a-9858-e01912ee05b4 service nova] Enqueued Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_rules [ 904.793056] env[65529]: INFO networking_nsxv3.common.synchronization [req-463911fa-c436-4e15-9cb1-168ae3a26b59 req-ccd5c0ea-3d7d-433a-9858-e01912ee05b4 service nova] Enqueued Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_members [ 904.793056] env[65529]: INFO networking_nsxv3.common.synchronization [req-463911fa-c436-4e15-9cb1-168ae3a26b59 req-ccd5c0ea-3d7d-433a-9858-e01912ee05b4 service nova] Enqueued Resource ID: 748f8881-2936-4663-820a-6d17fb72b96b with Priority: HIGHEST for action port [ 904.794573] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_rules [ 904.794573] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_members [ 904.797026] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748f8881-2936-4663-820a-6d17fb72b96b with Priority: HIGHEST for action port [ 904.797026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.797026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.797026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.797026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.797026] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.797026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.797026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.797676] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-748f8881-2936-4663-820a-6d17fb72b96b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.797911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-748f8881-2936-4663-820a-6d17fb72b96b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.798078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-748f8881-2936-4663-820a-6d17fb72b96b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.798362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-748f8881-2936-4663-820a-6d17fb72b96b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.798530] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748f8881-2936-4663-820a-6d17fb72b96b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.301418] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.301546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.307495] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 748f8881-2936-4663-820a-6d17fb72b96b with status ACTIVE [ 905.307495] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.307495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.307495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.307495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.307495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.307495] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.307495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.307872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.307872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.307872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.307974] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.308267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.308267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.308370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.308370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.308434] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 748f8881-2936-4663-820a-6d17fb72b96b is going to be updated. [ 905.342141] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.342248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.342287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.343214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.343214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.343214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-748f8881-2936-4663-820a-6d17fb72b96b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.811400] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e48832f4-bca6-4060-a214-166c51f691b9 None None] Enqueued Resource ID: b117011c-e0fa-40be-926b-8dfc7f0a27de with Priority: HIGHEST for action port [ 905.812064] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b117011c-e0fa-40be-926b-8dfc7f0a27de with Priority: HIGHEST for action port [ 905.813265] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b117011c-e0fa-40be-926b-8dfc7f0a27de taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.813943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b117011c-e0fa-40be-926b-8dfc7f0a27de" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.813943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b117011c-e0fa-40be-926b-8dfc7f0a27de" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.815138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b117011c-e0fa-40be-926b-8dfc7f0a27de" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.815138] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b117011c-e0fa-40be-926b-8dfc7f0a27de',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.861996] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: SUCCESS [ 905.862179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.863196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.863196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.863584] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.863584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.863584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.863953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.863953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.863953] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.260112] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 in Status: SUCCESS [ 906.260344] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 deletion is rescheduled due to dependency. [ 906.260464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.317178] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b117011c-e0fa-40be-926b-8dfc7f0a27de [ 906.317535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.317684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.317754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.318191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.318373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.318463] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b117011c-e0fa-40be-926b-8dfc7f0a27de already deleted. [ 906.318559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b117011c-e0fa-40be-926b-8dfc7f0a27de" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.368228] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.872030] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.377790] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.378133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.378277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.378523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.378613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.378717] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 is going to be updated. [ 907.413809] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.413998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.414086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.414266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.414415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.428033] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: IN_PROGRESS for 2s [ 908.581441] env[65529]: INFO networking_nsxv3.common.synchronization [None req-1f31bd02-d47a-4988-afb8-ee28bb226ee7 None None] Enqueued Resource ID: 69730454-cdc9-4403-a79e-4b2c6d46866f with Priority: HIGHEST for action port [ 908.582172] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69730454-cdc9-4403-a79e-4b2c6d46866f with Priority: HIGHEST for action port [ 908.582616] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-69730454-cdc9-4403-a79e-4b2c6d46866f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.582737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69730454-cdc9-4403-a79e-4b2c6d46866f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.582737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69730454-cdc9-4403-a79e-4b2c6d46866f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.582978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69730454-cdc9-4403-a79e-4b2c6d46866f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.583064] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69730454-cdc9-4403-a79e-4b2c6d46866f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.785620] env[65529]: INFO networking_nsxv3.common.synchronization [req-21a45a35-5dda-4b28-a486-307665b3bd80 req-c42eef65-549a-468e-a024-88759520a53a tempest-ServerPasswordTestJSON-789082463 tempest-ServerPasswordTestJSON-789082463-project-member] Enqueued Resource ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 with Priority: HIGHEST for action security_group_members [ 908.786228] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 with Priority: HIGHEST for action security_group_members [ 908.786550] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.786690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.786777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.787099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.787297] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.787412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.787473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.787670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.787727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.787808] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.085847] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69730454-cdc9-4403-a79e-4b2c6d46866f [ 909.086281] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.086465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.086585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.087049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.087049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.087049] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69730454-cdc9-4403-a79e-4b2c6d46866f already deleted. [ 909.087049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69730454-cdc9-4403-a79e-4b2c6d46866f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.293535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.293733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.293823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.294112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.294211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.294427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.294545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.294597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.294780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.294874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.294962] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 already deleted. [ 909.295088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.402595] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.402595] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-268" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.402595] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-268" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.402892] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-268" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.404494] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.404893] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.405098] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.405386] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.405573] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.405849] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.405969] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.406838] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.406838] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.406838] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.407154] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.407312] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.436422] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.436422] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.436422] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.436690] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-268" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.437423] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-f6d43170-4f0b-42f3-a217-ff26411dd052 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.437744] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-f6d43170-4f0b-42f3-a217-ff26411dd052" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.437909] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-f6d43170-4f0b-42f3-a217-ff26411dd052" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.438472] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-f6d43170-4f0b-42f3-a217-ff26411dd052" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.438631] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d43170-4f0b-42f3-a217-ff26411dd052',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.440787] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: SUCCESS [ 909.440917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.441153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.441536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.441763] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.441911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.444892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.444892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.444892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.444892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.444892] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.945425] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.945802] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.945802] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.946019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.946172] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.946331] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port f6d43170-4f0b-42f3-a217-ff26411dd052 not found, creating... [ 909.946590] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.946746] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.946868] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.947096] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.947369] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.947680] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.947837] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.947969] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.948199] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.948335] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.948476] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: f6d43170-4f0b-42f3-a217-ff26411dd052 is going to be created. [ 909.949840] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.950024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.950024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.950198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.950411] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.950535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.950602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.950783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.950861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.950943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.951148] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.951263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.951357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.951516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.951658] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.951769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.951832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.951988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.952091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.952195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.952288] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.976110] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.976110] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.976110] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.976110] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.976110] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.976110] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-f6d43170-4f0b-42f3-a217-ff26411dd052" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.455633] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7bd7ff0-40a4-4849-a3c2-e87edf6494e0: rpc.has_security_group_logging(os_id): False [ 910.480025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.480219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.480251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.480465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.480550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.480768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.480866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.480928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.481347] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.481440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.481499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.481644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.481710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.481885] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.481977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.482479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.482697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.482812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.482927] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 is going to be updated. [ 910.557783] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.557783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.558534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.558534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.558534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.573782] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: IN_PROGRESS for 2s [ 910.753810] env[65529]: INFO networking_nsxv3.common.synchronization [req-21a45a35-5dda-4b28-a486-307665b3bd80 req-8594be66-1b14-41a2-9960-958afee99a02 service nova] Enqueued Resource ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 with Priority: HIGHEST for action security_group_rules [ 910.754294] env[65529]: INFO networking_nsxv3.common.synchronization [req-21a45a35-5dda-4b28-a486-307665b3bd80 req-8594be66-1b14-41a2-9960-958afee99a02 service nova] Enqueued Resource ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 with Priority: HIGHEST for action security_group_members [ 910.754294] env[65529]: INFO networking_nsxv3.common.synchronization [req-21a45a35-5dda-4b28-a486-307665b3bd80 req-8594be66-1b14-41a2-9960-958afee99a02 service nova] Enqueued Resource ID: f6d43170-4f0b-42f3-a217-ff26411dd052 with Priority: HIGHEST for action port [ 910.755138] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 with Priority: HIGHEST for action security_group_rules [ 910.755138] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 with Priority: HIGHEST for action security_group_members [ 910.755138] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d43170-4f0b-42f3-a217-ff26411dd052 with Priority: HIGHEST for action port [ 910.755739] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.755739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.755739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.755946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.757293] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.757293] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.757293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.757293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.757574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.757714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.757714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.757784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.757914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.757997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.758103] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.762012] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6d43170-4f0b-42f3-a217-ff26411dd052 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.762012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6d43170-4f0b-42f3-a217-ff26411dd052" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.762012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6d43170-4f0b-42f3-a217-ff26411dd052" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.762012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6d43170-4f0b-42f3-a217-ff26411dd052" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.762012] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d43170-4f0b-42f3-a217-ff26411dd052',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.265792] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6d43170-4f0b-42f3-a217-ff26411dd052 with status ACTIVE [ 911.266164] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.266240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.266240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.266490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.266588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.266834] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.266879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.266940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.267112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.267221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.267368] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.267456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.267744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.267744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.267744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.267832] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6d43170-4f0b-42f3-a217-ff26411dd052 is going to be updated. [ 911.268907] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.274435] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.275013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.301209] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.301378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.301450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.301684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.301820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.301992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6d43170-4f0b-42f3-a217-ff26411dd052" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.777516] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.280011] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.280406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.280406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.280659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.280769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.280906] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 is going to be created. [ 912.335378] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.335600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.335600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.335790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.335973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.350209] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 in Status: UNINITIALIZED for 2s [ 912.586664] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: SUCCESS [ 912.586894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.314324] env[65529]: INFO networking_nsxv3.common.synchronization [None req-778ac1af-abaa-42c2-b903-697bfdd7047d None None] Enqueued Resource ID: 33d5275c-7562-49eb-8524-fddd2185726a with Priority: HIGHEST for action port [ 913.315467] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d5275c-7562-49eb-8524-fddd2185726a with Priority: HIGHEST for action port [ 913.317122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-33d5275c-7562-49eb-8524-fddd2185726a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.317451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33d5275c-7562-49eb-8524-fddd2185726a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.317535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33d5275c-7562-49eb-8524-fddd2185726a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.317907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33d5275c-7562-49eb-8524-fddd2185726a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.319112] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d5275c-7562-49eb-8524-fddd2185726a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.821722] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33d5275c-7562-49eb-8524-fddd2185726a [ 913.822051] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.822203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.822254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.822533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.822618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.822666] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33d5275c-7562-49eb-8524-fddd2185726a already deleted. [ 913.822752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33d5275c-7562-49eb-8524-fddd2185726a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.218059] env[65529]: INFO networking_nsxv3.common.synchronization [req-f4b1ab88-c14b-4dda-b71b-f86792bec921 req-8c1e80c9-369a-42c1-8120-a103ea74e3d7 tempest-ImagesTestJSON-42966517 tempest-ImagesTestJSON-42966517-project-member] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 914.218059] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 914.218059] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.218358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.218358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.218358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.218488] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.218579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.218639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.218774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.218855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.218943] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.380251] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 in Status: SUCCESS [ 914.380251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.380251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.380251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.380251] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.380251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.380251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.380251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.380843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.380843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.380843] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.721919] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.885741] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.885741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.885741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.885741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.885741] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.885741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.885741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.885741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.886216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.886216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.886216] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.886216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.886216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.886357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.886935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.886935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.886935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.886935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.886935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.886935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.886935] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.228517] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.389697] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93: rpc.has_security_group_logging(os_id): False [ 915.408899] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.409232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.409329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.409605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.409784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.410158] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.410345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.410345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.410567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.410659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.410892] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.411033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.411073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.411266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.411390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.411557] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.411734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.411805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.411921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.411996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.412094] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 is going to be created. [ 915.490496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.490496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.490496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.490496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.490496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.506594] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 in Status: IN_PROGRESS for 2s [ 915.732023] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.732023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.732023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.732023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.732023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.732023] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 915.784111] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.784354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.784354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.784652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.784836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.803792] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 916.037959] env[65529]: INFO networking_nsxv3.common.synchronization [req-069b82e2-ed8b-4f30-a011-31342280797a req-ba92915a-9afb-4878-a718-10b7ab483de1 tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 916.038507] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 916.043526] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.043754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.043754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.043933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.044083] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.044196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.044269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.044392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.044680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.044680] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.212626] env[65529]: INFO networking_nsxv3.common.synchronization [None req-96ca69cf-222e-4ea1-8e79-26305ee8b07a None None] Enqueued Resource ID: 7898641c-4e37-4af4-b6b5-411ab7c1f354 with Priority: HIGHEST for action port [ 916.212626] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7898641c-4e37-4af4-b6b5-411ab7c1f354 with Priority: HIGHEST for action port [ 916.212626] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7898641c-4e37-4af4-b6b5-411ab7c1f354 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.212626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7898641c-4e37-4af4-b6b5-411ab7c1f354" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.212626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7898641c-4e37-4af4-b6b5-411ab7c1f354" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.212626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7898641c-4e37-4af4-b6b5-411ab7c1f354" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.212626] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7898641c-4e37-4af4-b6b5-411ab7c1f354',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.549448] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.616917] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.617258] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.617258] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.617786] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.617850] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.617979] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.618115] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.618327] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.618482] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.618762] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.618876] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.618982] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.619126] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.619245] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.619352] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.619482] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.641275] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.641732] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.641732] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.641967] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.642414] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-ad4a911e-bbfd-463f-ba44-588339c314f0 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.642733] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-ad4a911e-bbfd-463f-ba44-588339c314f0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.643587] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-ad4a911e-bbfd-463f-ba44-588339c314f0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.643700] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-ad4a911e-bbfd-463f-ba44-588339c314f0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.643948] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad4a911e-bbfd-463f-ba44-588339c314f0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.716568] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7898641c-4e37-4af4-b6b5-411ab7c1f354 [ 916.716568] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.716568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.716568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.716568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.716568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.716809] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7898641c-4e37-4af4-b6b5-411ab7c1f354 already deleted. [ 916.716809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7898641c-4e37-4af4-b6b5-411ab7c1f354" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.918289] env[65529]: INFO networking_nsxv3.common.synchronization [req-e880774b-92c3-46e4-b672-ce3dfab4f9d9 req-c4141844-b366-4710-af60-8503a6f3edba tempest-ServersAdminTestJSON-1104061450 tempest-ServersAdminTestJSON-1104061450-project-member] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 916.918922] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 916.919415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.919630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.919747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.920045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.920342] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.920502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.920595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.920840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.920974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.922039] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.013755] env[65529]: INFO networking_nsxv3.common.synchronization [None req-6c410bd1-0a7a-4f56-8e28-e38ae7be8e4b None None] Enqueued Resource ID: 17b403c7-7cd3-4e27-9911-6b136aa6b2e6 with Priority: HIGHEST for action port [ 917.014338] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17b403c7-7cd3-4e27-9911-6b136aa6b2e6 with Priority: HIGHEST for action port [ 917.015042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-17b403c7-7cd3-4e27-9911-6b136aa6b2e6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.015042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17b403c7-7cd3-4e27-9911-6b136aa6b2e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.015042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17b403c7-7cd3-4e27-9911-6b136aa6b2e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.015225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17b403c7-7cd3-4e27-9911-6b136aa6b2e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.015225] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17b403c7-7cd3-4e27-9911-6b136aa6b2e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.054964] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.147468] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.147753] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.147886] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.148187] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.148333] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.148485] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port ad4a911e-bbfd-463f-ba44-588339c314f0 not found, creating... [ 917.148748] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.148905] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.149072] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.149313] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.149461] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.149742] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.149897] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.150256] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.150545] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.150728] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.150917] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: ad4a911e-bbfd-463f-ba44-588339c314f0 is going to be created. [ 917.178045] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.178045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.178318] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.178624] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.178960] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.179619] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-ad4a911e-bbfd-463f-ba44-588339c314f0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.424152] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.522191] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17b403c7-7cd3-4e27-9911-6b136aa6b2e6 [ 917.522191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.522191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.522191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.522191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.522191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.522191] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17b403c7-7cd3-4e27-9911-6b136aa6b2e6 already deleted. [ 917.522191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17b403c7-7cd3-4e27-9911-6b136aa6b2e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.522191] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 in Status: SUCCESS [ 917.522191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.559786] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.559786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.559786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.559786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.559786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.559786] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 917.587900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.588066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.588140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.588354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.588499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.599605] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 917.817011] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 917.817011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.927077] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.990344] env[65529]: INFO networking_nsxv3.common.synchronization [req-069b82e2-ed8b-4f30-a011-31342280797a req-7aa2855b-682b-4191-8ca0-927b778667c3 service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 917.990344] env[65529]: INFO networking_nsxv3.common.synchronization [req-069b82e2-ed8b-4f30-a011-31342280797a req-7aa2855b-682b-4191-8ca0-927b778667c3 service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 917.990582] env[65529]: INFO networking_nsxv3.common.synchronization [req-069b82e2-ed8b-4f30-a011-31342280797a req-7aa2855b-682b-4191-8ca0-927b778667c3 service nova] Enqueued Resource ID: ad4a911e-bbfd-463f-ba44-588339c314f0 with Priority: HIGHEST for action port [ 917.992156] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 917.992156] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 917.992156] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad4a911e-bbfd-463f-ba44-588339c314f0 with Priority: HIGHEST for action port [ 917.992345] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.992456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.992558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.995342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.995445] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.996442] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.996549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.996766] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad4a911e-bbfd-463f-ba44-588339c314f0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.996867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad4a911e-bbfd-463f-ba44-588339c314f0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.997334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad4a911e-bbfd-463f-ba44-588339c314f0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.997581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad4a911e-bbfd-463f-ba44-588339c314f0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.997703] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad4a911e-bbfd-463f-ba44-588339c314f0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.430705] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.430705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.430923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.430954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.431054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.431203] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 918.460480] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.460761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.460761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.460899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.461050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.471941] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 918.501607] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.501740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.501937] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad4a911e-bbfd-463f-ba44-588339c314f0 with status ACTIVE [ 918.502120] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.502233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.502290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.502502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.502589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.502810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.502925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.502987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.503157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.503235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.503466] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.503522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.503600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.503683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.503751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.503834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad4a911e-bbfd-463f-ba44-588339c314f0 is going to be updated. [ 918.553439] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.553595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.553671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.553882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.554091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.554592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad4a911e-bbfd-463f-ba44-588339c314f0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.995026] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8961861a-d3ce-4f65-b91e-9eb306776ee7 None None] Enqueued Resource ID: f60ccb29-9007-4e15-a1f4-0edfde03a667 with Priority: HIGHEST for action port [ 918.995766] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f60ccb29-9007-4e15-a1f4-0edfde03a667 with Priority: HIGHEST for action port [ 918.995846] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f60ccb29-9007-4e15-a1f4-0edfde03a667 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.995987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f60ccb29-9007-4e15-a1f4-0edfde03a667" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.996426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f60ccb29-9007-4e15-a1f4-0edfde03a667" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.996492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f60ccb29-9007-4e15-a1f4-0edfde03a667" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.996582] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f60ccb29-9007-4e15-a1f4-0edfde03a667',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.499656] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f60ccb29-9007-4e15-a1f4-0edfde03a667 [ 919.500103] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.500103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.500241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.500541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.501534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.501534] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f60ccb29-9007-4e15-a1f4-0edfde03a667 already deleted. [ 919.501534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f60ccb29-9007-4e15-a1f4-0edfde03a667" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.609164] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 919.609447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.609681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.610470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.610470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.610470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.610470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.610470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.610725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.610725] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.113373] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.485401] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 920.485574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.614399] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.119591] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.119591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.119591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.119591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.119591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.119591] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 921.161338] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.161338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.161338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.161587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.164873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.174044] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 921.626837] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8229ab37-6354-4a55-b819-7c689fe003fb None None] Enqueued Resource ID: b75fc057-43a7-4aee-8d15-343dc9d3be65 with Priority: HIGHEST for action port [ 921.627584] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b75fc057-43a7-4aee-8d15-343dc9d3be65 with Priority: HIGHEST for action port [ 921.628332] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b75fc057-43a7-4aee-8d15-343dc9d3be65 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.628332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b75fc057-43a7-4aee-8d15-343dc9d3be65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.628332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b75fc057-43a7-4aee-8d15-343dc9d3be65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.628840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b75fc057-43a7-4aee-8d15-343dc9d3be65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.629027] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b75fc057-43a7-4aee-8d15-343dc9d3be65',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.132474] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b75fc057-43a7-4aee-8d15-343dc9d3be65 [ 922.133227] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.134886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.134974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.135201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.135289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.135385] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b75fc057-43a7-4aee-8d15-343dc9d3be65 already deleted. [ 922.135462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b75fc057-43a7-4aee-8d15-343dc9d3be65" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.549406] env[65529]: INFO networking_nsxv3.common.synchronization [None req-126be2b9-c0eb-46ea-9fa7-c5a61fad4a89 tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_rules [ 922.550293] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_rules [ 922.552798] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.553417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.553647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.554000] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.554610] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.682572] env[65529]: INFO networking_nsxv3.common.synchronization [None req-2cd5aa46-6d56-4cd7-86e9-bbc724858204 tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_rules [ 922.682572] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_rules [ 922.682572] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.682572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.078214] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.078375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.078724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.078724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.078724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.078887] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 already deleted. [ 923.078887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.079039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.079295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.079379] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.184124] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 923.184383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.184517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.184741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.184928] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.185053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.185117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.185264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.185340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.185419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.185900] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.303193] env[65529]: INFO networking_nsxv3.common.synchronization [req-754a8a9a-30dd-4b40-b8be-d2d5f610a9ce req-f05dfc74-a17d-4170-b465-5a093ad4ecb7 tempest-ServerPasswordTestJSON-789082463 tempest-ServerPasswordTestJSON-789082463-project-member] Enqueued Resource ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 with Priority: HIGHEST for action security_group_members [ 923.303193] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 with Priority: HIGHEST for action security_group_members [ 923.303193] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.303417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.303493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.303691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.303851] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.303944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.304095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.304241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.304324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.304434] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.603214] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.603365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.603427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.605031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.605031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.605031] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 already deleted. [ 923.605031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.688634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.688843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.688949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.689233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.689616] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.689818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.690918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.690918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.690918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.690918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.691385] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.691547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.691597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.691790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.691970] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.692391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.693456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.693456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.693456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.693456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.693456] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.807644] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.810401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.810530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.810814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.810937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.811194] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.811336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.811465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.811750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.811847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.814493] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 is going to be updated. [ 923.849719] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.849828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.849828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.850140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.850356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.863408] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 in Status: IN_PROGRESS for 2s [ 924.196919] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e74ce0-5ede-4236-b97a-db33aaeb12d3: rpc.has_security_group_logging(os_id): False [ 924.216452] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.217266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.217266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.217916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.238964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.239317] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.239436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.239504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.239706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.239786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.239983] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.240095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.240203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.240361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.240433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.240949] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.241092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.241160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.241307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.241413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.241502] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 924.343683] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.343906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.343906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.344122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.344271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.361970] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 925.880087] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 in Status: SUCCESS [ 925.880666] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 deletion is rescheduled due to dependency. [ 925.880781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.377529] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 926.377803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.999388] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d8a459b9-6d43-4288-9237-93305e1b710d None None] Enqueued Resource ID: a1cd3ad2-a1ec-4365-bf86-249e54b20cb8 with Priority: HIGHEST for action port [ 928.000299] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1cd3ad2-a1ec-4365-bf86-249e54b20cb8 with Priority: HIGHEST for action port [ 928.000697] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1cd3ad2-a1ec-4365-bf86-249e54b20cb8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.000867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1cd3ad2-a1ec-4365-bf86-249e54b20cb8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.000954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1cd3ad2-a1ec-4365-bf86-249e54b20cb8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.001457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1cd3ad2-a1ec-4365-bf86-249e54b20cb8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.001542] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1cd3ad2-a1ec-4365-bf86-249e54b20cb8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.506715] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1cd3ad2-a1ec-4365-bf86-249e54b20cb8 [ 928.506715] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.506715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.506715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.506715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.506715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.506715] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1cd3ad2-a1ec-4365-bf86-249e54b20cb8 already deleted. [ 928.506715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1cd3ad2-a1ec-4365-bf86-249e54b20cb8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.570932] env[65529]: INFO networking_nsxv3.common.synchronization [req-5fb957ca-a46a-40dc-9d66-cd17eaf89e1b req-87d25865-0b55-4cff-a776-c1d3515c0a0b tempest-DeleteServersTestJSON-655970916 tempest-DeleteServersTestJSON-655970916-project-member] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 928.571652] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 928.571746] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.571854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.571899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.572175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.573032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.573032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.573032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.573032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.573032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.573032] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.076704] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.076704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.076704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.076704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.076704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.076704] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.076704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.076704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.076704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.076704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.077690] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a already deleted. [ 929.077690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.217418] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.218242] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.218397] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.218755] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.221208] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.221208] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.221208] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.221208] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.221208] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.221208] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.221208] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.221612] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.221612] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.221612] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.221705] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.221834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.245874] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.246028] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.246167] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.246347] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.246818] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-0564a251-840b-4329-a658-cff7aa8716b1 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.247133] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-0564a251-840b-4329-a658-cff7aa8716b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.247254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-0564a251-840b-4329-a658-cff7aa8716b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.247575] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-0564a251-840b-4329-a658-cff7aa8716b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.247717] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0564a251-840b-4329-a658-cff7aa8716b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.754426] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.754426] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.754426] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.754426] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.754426] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.754426] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 0564a251-840b-4329-a658-cff7aa8716b1 not found, creating... [ 929.754426] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.754426] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.754426] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.754426] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.754426] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.755088] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.755088] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.755088] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.755088] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.755088] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.755088] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 0564a251-840b-4329-a658-cff7aa8716b1 is going to be created. [ 929.799812] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.800204] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.800446] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.800885] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.801270] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.801679] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-0564a251-840b-4329-a658-cff7aa8716b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.498465] env[65529]: INFO networking_nsxv3.common.synchronization [req-5fb957ca-a46a-40dc-9d66-cd17eaf89e1b req-b7df8695-ddab-429f-a85b-64a1c41bf72b service nova] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_rules [ 930.498739] env[65529]: INFO networking_nsxv3.common.synchronization [req-5fb957ca-a46a-40dc-9d66-cd17eaf89e1b req-b7df8695-ddab-429f-a85b-64a1c41bf72b service nova] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 930.498772] env[65529]: INFO networking_nsxv3.common.synchronization [req-5fb957ca-a46a-40dc-9d66-cd17eaf89e1b req-b7df8695-ddab-429f-a85b-64a1c41bf72b service nova] Enqueued Resource ID: 0564a251-840b-4329-a658-cff7aa8716b1 with Priority: HIGHEST for action port [ 930.499443] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_rules [ 930.499643] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 930.499757] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0564a251-840b-4329-a658-cff7aa8716b1 with Priority: HIGHEST for action port [ 930.501104] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.501269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.501337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.501604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.501696] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.502589] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.502705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.502790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.502972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.503151] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.503252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.503336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.503455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.503540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.503627] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.504722] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0564a251-840b-4329-a658-cff7aa8716b1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.504838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0564a251-840b-4329-a658-cff7aa8716b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.504927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0564a251-840b-4329-a658-cff7aa8716b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.507491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0564a251-840b-4329-a658-cff7aa8716b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.507491] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0564a251-840b-4329-a658-cff7aa8716b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.009565] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.010854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.011010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.011168] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0564a251-840b-4329-a658-cff7aa8716b1 with status ACTIVE [ 931.011341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.011591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.011591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.011709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.011798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.011965] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.012104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.012217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.012420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.012544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.013204] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.013204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.013204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.014425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.014425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.014529] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0564a251-840b-4329-a658-cff7aa8716b1 is going to be updated. [ 931.044880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.045126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.045126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.046683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.046683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.046683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0564a251-840b-4329-a658-cff7aa8716b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.211639] env[65529]: INFO networking_nsxv3.common.synchronization [req-82c84d3b-5e54-42fe-afa5-5006a80cd89d req-b84d4c70-aa0c-40f8-a8ef-88f22d228ee7 tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 931.212659] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 931.213020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.213339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.213398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.213607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.213819] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.213944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.214045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.214297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.214530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.214530] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.516880] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.716429] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.019716] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.019903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.019974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.020235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.020308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.020413] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be created. [ 932.050046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.050046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.050046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.050454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.050565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.063153] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: UNINITIALIZED for 2s [ 932.220638] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.723477] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.723933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.723933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.724149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.724238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.724428] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 932.783839] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.784111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.784172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.784403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.784555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.797038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 934.043599] env[65529]: INFO networking_nsxv3.common.synchronization [req-47255918-eeb8-4260-8d0d-3ae856a7e395 req-64d87524-f9db-4d19-8a20-30baf3bc2bed tempest-ServerRescueTestJSON-1930498642 tempest-ServerRescueTestJSON-1930498642-project-member] Enqueued Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_members [ 934.044238] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_members [ 934.044690] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.044877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.045092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.045396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.045661] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.046951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.047126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.047366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.047494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.047604] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.079846] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 934.080159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.080669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.081017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.081334] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.081550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.081679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.081959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.082122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.082305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.082477] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.550473] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.585513] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.585840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.585840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.586221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.586438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.586552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.586670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.586879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.586950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.587051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.587340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.587445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.587501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.587651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.587811] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.587999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.588107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.588267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.588415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.588510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.588649] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.808365] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 934.808682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.053047] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.091403] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f37177ac-069c-43f8-b905-06c9d5add98a: rpc.has_security_group_logging(os_id): False [ 935.112094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.112356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.112406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.112702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.112849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.113207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.113379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.113489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.113739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.113877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.114529] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.114529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.114529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.114716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.114798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.115099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.115263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.115376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.115618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.115756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.115908] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be created. [ 935.200215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.200215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.200215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.200215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.200481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.215615] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 935.556379] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.556379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.556379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.556633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.556633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.556726] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 is going to be updated. [ 935.589099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.589336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.589336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.589548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.589701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.603024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: IN_PROGRESS for 2s [ 937.143972] env[65529]: INFO networking_nsxv3.common.synchronization [req-ba115395-4464-4b34-9dcc-7ae6dd1a067e req-f27dab1f-5662-40c7-904a-0ea142034c24 tempest-ImagesTestJSON-42966517 tempest-ImagesTestJSON-42966517-project-member] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 937.145310] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 937.145310] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.145310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.145310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.145473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.145730] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.145730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.145847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.146715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.146855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.146984] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.229039] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 937.229308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.620548] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: SUCCESS [ 937.620819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.649733] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.649946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.649946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.650206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.650297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.650520] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.650619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.650680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.650870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.650993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.651115] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 937.707083] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.707340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.707445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.707792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.707927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.720149] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 938.448454] env[65529]: INFO networking_nsxv3.common.synchronization [req-a654bcf1-8e7b-4a05-9e61-f6cb865d315d req-b85daaf7-4300-42cc-8cb4-8cb994ec38df tempest-ServersNegativeTestMultiTenantJSON-1828657816 tempest-ServersNegativeTestMultiTenantJSON-1828657816-project-member] Enqueued Resource ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d with Priority: HIGHEST for action security_group_members [ 938.449416] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d with Priority: HIGHEST for action security_group_members [ 938.449799] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.449969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.450081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.450492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.450738] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.450890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.451047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.451312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.451421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.451538] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82db9be3-93b0-48b2-835c-24ed6b1d2e1d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.465384] env[65529]: INFO networking_nsxv3.common.synchronization [req-4ed4ed69-4c16-4ae9-b5f4-d194bab610cc req-f724e4c4-e3b1-46d2-aefe-ff7f9b7c6bad tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 938.465384] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 938.466953] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.466953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.466953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.466953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.466953] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.466953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.466953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.466953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.467398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.467398] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.840185] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-466 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.840185] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-466" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.840185] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-466" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.840835] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-466" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.841375] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.841717] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.841966] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.842371] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.842789] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.843295] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.843532] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.843887] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.844144] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.844391] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.844602] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.844848] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.859536] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.859725] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.859846] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.860138] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.860383] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.860538] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.860650] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.860860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.860996] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.861203] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.861300] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.861405] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.861510] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.861609] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.861707] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.861833] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.869856] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.870016] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.870198] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.870449] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-466" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.870912] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-8e960f73-e647-4b8a-b3de-ab6481960239 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.871389] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-8e960f73-e647-4b8a-b3de-ab6481960239" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.871439] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-8e960f73-e647-4b8a-b3de-ab6481960239" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.871883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-8e960f73-e647-4b8a-b3de-ab6481960239" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.873342] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e960f73-e647-4b8a-b3de-ab6481960239',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.883325] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.883548] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.883760] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.883989] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.884335] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-afd4aafc-7c7c-4019-b475-66941270ea5d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.884512] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-afd4aafc-7c7c-4019-b475-66941270ea5d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.884888] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-afd4aafc-7c7c-4019-b475-66941270ea5d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.888159] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-afd4aafc-7c7c-4019-b475-66941270ea5d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.888309] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd4aafc-7c7c-4019-b475-66941270ea5d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.954018] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.954256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.954320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.954536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.954626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.954830] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.954918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.954982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.955210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.955294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.955367] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d already deleted. [ 938.955464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.970894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.971103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.971222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.971440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.971678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.972046] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.972200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.972287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.972526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.972640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.972764] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be deleted. [ 939.009735] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.009954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.009954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.010158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.010248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.010346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.379845] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.380083] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.380213] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.380515] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.380670] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.380813] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 8e960f73-e647-4b8a-b3de-ab6481960239 not found, creating... [ 939.381096] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.381252] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.381368] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.381671] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.381908] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.382276] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.382501] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.382649] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.382870] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.383007] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.383172] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 8e960f73-e647-4b8a-b3de-ab6481960239 is going to be created. [ 939.391218] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.391461] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.391602] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.391900] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.392055] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.392211] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port afd4aafc-7c7c-4019-b475-66941270ea5d not found, creating... [ 939.392469] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.392622] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.392736] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.392955] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.393133] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.393430] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.393579] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.393709] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.393944] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.394089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.394229] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: afd4aafc-7c7c-4019-b475-66941270ea5d is going to be created. [ 939.419809] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.420109] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.420243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.420532] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.420840] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.421121] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-8e960f73-e647-4b8a-b3de-ab6481960239" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.430226] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.430548] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.430689] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.430973] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.431209] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.431441] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-afd4aafc-7c7c-4019-b475-66941270ea5d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.730418] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 939.732183] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe deletion is rescheduled due to dependency. [ 939.732183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.140101] env[65529]: INFO networking_nsxv3.common.synchronization [req-4ed4ed69-4c16-4ae9-b5f4-d194bab610cc req-366c6db7-c671-4c6a-a5a7-277959db9046 service nova] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_rules [ 940.140348] env[65529]: INFO networking_nsxv3.common.synchronization [req-4ed4ed69-4c16-4ae9-b5f4-d194bab610cc req-366c6db7-c671-4c6a-a5a7-277959db9046 service nova] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 940.140506] env[65529]: INFO networking_nsxv3.common.synchronization [req-4ed4ed69-4c16-4ae9-b5f4-d194bab610cc req-366c6db7-c671-4c6a-a5a7-277959db9046 service nova] Enqueued Resource ID: afd4aafc-7c7c-4019-b475-66941270ea5d with Priority: HIGHEST for action port [ 940.141059] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_rules [ 940.141795] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 940.141919] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd4aafc-7c7c-4019-b475-66941270ea5d with Priority: HIGHEST for action port [ 940.143200] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.143200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.143372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.143572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.143613] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.144518] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.144602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.144670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.144854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.145014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.145132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.145197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.145345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.145428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.145517] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.146424] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-afd4aafc-7c7c-4019-b475-66941270ea5d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.149712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afd4aafc-7c7c-4019-b475-66941270ea5d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.149712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afd4aafc-7c7c-4019-b475-66941270ea5d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.149712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afd4aafc-7c7c-4019-b475-66941270ea5d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.149712] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd4aafc-7c7c-4019-b475-66941270ea5d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.149712] env[65529]: INFO networking_nsxv3.common.synchronization [req-a654bcf1-8e7b-4a05-9e61-f6cb865d315d req-56b01fe8-2758-4495-919b-e66e4af05d1d service nova] Enqueued Resource ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d with Priority: HIGHEST for action security_group_rules [ 940.149712] env[65529]: INFO networking_nsxv3.common.synchronization [req-a654bcf1-8e7b-4a05-9e61-f6cb865d315d req-56b01fe8-2758-4495-919b-e66e4af05d1d service nova] Enqueued Resource ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d with Priority: HIGHEST for action security_group_members [ 940.149712] env[65529]: INFO networking_nsxv3.common.synchronization [req-a654bcf1-8e7b-4a05-9e61-f6cb865d315d req-56b01fe8-2758-4495-919b-e66e4af05d1d service nova] Enqueued Resource ID: 8e960f73-e647-4b8a-b3de-ab6481960239 with Priority: HIGHEST for action port [ 940.149712] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d with Priority: HIGHEST for action security_group_rules [ 940.149712] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d with Priority: HIGHEST for action security_group_members [ 940.149712] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e960f73-e647-4b8a-b3de-ab6481960239 with Priority: HIGHEST for action port [ 940.150490] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82db9be3-93b0-48b2-835c-24ed6b1d2e1d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.150490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.150490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.150614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.151131] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82db9be3-93b0-48b2-835c-24ed6b1d2e1d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.151850] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.151974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.152054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.152230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.153020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.153130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.153193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.153383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.153649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.153649] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82db9be3-93b0-48b2-835c-24ed6b1d2e1d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.155690] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e960f73-e647-4b8a-b3de-ab6481960239 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.155944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e960f73-e647-4b8a-b3de-ab6481960239" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.155944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e960f73-e647-4b8a-b3de-ab6481960239" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.156691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e960f73-e647-4b8a-b3de-ab6481960239" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.156691] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e960f73-e647-4b8a-b3de-ab6481960239',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.514385] env[65529]: INFO networking_nsxv3.common.synchronization [req-7cce23c5-9fad-490d-90a2-0a315391f033 req-816fc46f-509c-4ae9-9614-1b21185ca97c tempest-ServersAdminTestJSON-1104061450 tempest-ServersAdminTestJSON-1104061450-project-member] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 940.515963] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGHEST for action security_group_members [ 940.515963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.515963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.515963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.516258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.516461] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.516598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.516690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.516885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.517012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.517200] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.631222] env[65529]: INFO networking_nsxv3.common.synchronization [req-b2b69794-c865-494e-ace1-c47c3d0c737f req-a7e01148-33ba-4b90-95bf-e328e3293df0 tempest-ServersWithSpecificFlavorTestJSON-1329483037 tempest-ServersWithSpecificFlavorTestJSON-1329483037-project-member] Enqueued Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_members [ 940.631816] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGHEST for action security_group_members [ 940.632209] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.632337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.632419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.632625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.632785] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.632882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.632955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.633116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.633211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.633315] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.650196] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.652037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.652037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.652037] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afd4aafc-7c7c-4019-b475-66941270ea5d with status ACTIVE [ 940.652318] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.652318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.652456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.652625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.652737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.652921] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.653116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.653188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.653350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.653441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.653639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.653733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.653804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.654162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.654162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.654285] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afd4aafc-7c7c-4019-b475-66941270ea5d is going to be updated. [ 940.660524] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82db9be3-93b0-48b2-835c-24ed6b1d2e1d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.660524] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e960f73-e647-4b8a-b3de-ab6481960239 with status ACTIVE [ 940.660524] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.660524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.660524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.660524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.660524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.660524] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.660524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.660524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.660887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.660887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.660887] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.660990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.660990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.661155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.661207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.661287] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e960f73-e647-4b8a-b3de-ab6481960239 is going to be updated. [ 940.662357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.662459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.683885] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.684140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.684209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.684427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.684743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.684963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afd4aafc-7c7c-4019-b475-66941270ea5d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.687020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.687020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.687020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.687020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.687020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.687020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e960f73-e647-4b8a-b3de-ab6481960239" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.019391] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.019688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.019688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.019835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.045656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.045833] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.045932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.045989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.046605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.046605] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.046605] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be updated. [ 941.089982] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.090124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.090250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.090477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.090598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.106553] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: IN_PROGRESS for 2s [ 941.135664] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.136516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.136516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.136516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.152629] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.163604] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82db9be3-93b0-48b2-835c-24ed6b1d2e1d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.165548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.165811] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.165968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.166058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.166215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.166294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.166381] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df175ae4-8fb3-4f59-8675-637172822f7e is going to be updated. [ 941.202399] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.202582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.202650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.202873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.203028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.214147] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: IN_PROGRESS for 2s [ 941.655050] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.656036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.656036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.656036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.656036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.656036] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be created. [ 941.671783] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.671783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.672154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.672154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.672225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.672361] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d is going to be created. [ 941.687890] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.688390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.688390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.688532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.688714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.702890] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: UNINITIALIZED for 2s [ 941.704137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.704268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.704362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.704980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.704980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.716469] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d in Status: UNINITIALIZED for 2s [ 943.125024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 in Status: SUCCESS [ 943.125024] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 deletion is rescheduled due to dependency. [ 943.125024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.153786] env[65529]: INFO networking_nsxv3.common.synchronization [req-4792a7da-66d7-4f7f-9169-abe364fcaada req-b10c7f3a-d8f7-444c-b6e0-07aac238cb03 tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_members [ 943.154513] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_members [ 943.154766] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.154918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.154979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.155326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.155501] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.155627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.155772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.156035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.156136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.156323] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.228829] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df175ae4-8fb3-4f59-8675-637172822f7e in Status: SUCCESS [ 943.229073] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df175ae4-8fb3-4f59-8675-637172822f7e deletion is rescheduled due to dependency. [ 943.229321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.613622] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.614405] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.615119] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.616034] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.617345] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.617345] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.617345] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.617345] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.617652] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.617924] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.618174] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.618741] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.618741] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.618901] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.620144] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.620144] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.647682] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.647682] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.647682] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.647682] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.647682] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-f6ce8b8a-00cc-4ab7-801c-86412e46b66e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.647682] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-f6ce8b8a-00cc-4ab7-801c-86412e46b66e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.647682] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-f6ce8b8a-00cc-4ab7-801c-86412e46b66e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.647682] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-f6ce8b8a-00cc-4ab7-801c-86412e46b66e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.647682] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ce8b8a-00cc-4ab7-801c-86412e46b66e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.658792] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.659241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.661022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.661022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.661022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.661022] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.661022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.661022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.661022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.661022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.661022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 already deleted. [ 943.661022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.715173] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 943.715173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.715391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.715579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.715741] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.715905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.716030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.716289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.717511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.717511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.717511] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.732062] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d in Status: SUCCESS [ 943.732421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.732493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.732722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.732944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.733103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.733171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.733356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.733449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.733536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.733627] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82db9be3-93b0-48b2-835c-24ed6b1d2e1d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.150792] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.151237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.151237] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.151609] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.151930] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.152161] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port f6ce8b8a-00cc-4ab7-801c-86412e46b66e not found, creating... [ 944.152674] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.152897] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.153122] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.153492] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.153745] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.154241] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.154519] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.154703] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.155085] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.155343] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.155552] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: f6ce8b8a-00cc-4ab7-801c-86412e46b66e is going to be created. [ 944.184846] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.185203] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.185380] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.185806] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.186232] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.186526] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-f6ce8b8a-00cc-4ab7-801c-86412e46b66e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.221398] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.221398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.221398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.221398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.221835] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.221835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.221835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.221835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.222112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.222112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.222112] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.222286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.224337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.224337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.224337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.224337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.224337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.224337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.224337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.224337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.224337] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.235910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.236127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.236127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.236353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.236511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.236662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.236662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.236804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.236886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.236968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.237158] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.237292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.237328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.237461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.237595] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.237684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.237742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.237870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.237941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.238028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.238117] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82db9be3-93b0-48b2-835c-24ed6b1d2e1d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.725808] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb08391b-ad0f-41bd-8b42-42ef4a5b940c: rpc.has_security_group_logging(os_id): False [ 944.743227] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82db9be3-93b0-48b2-835c-24ed6b1d2e1d: rpc.has_security_group_logging(os_id): False [ 944.747993] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.748226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.748283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.748624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.748792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.749114] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.749350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.749484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.749717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.749845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.750129] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.750363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.750477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.750639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.750801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.751067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.751223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.751309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.751563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.751675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.751745] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be created. [ 944.770034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.770034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.770034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.770034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.770034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.770034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.770034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.770034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.770034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.770034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.770034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.770034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.770034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.770753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.770950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.771286] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.771496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.771649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.771891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.772063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.772258] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d is going to be created. [ 944.824965] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.825246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.825246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.825391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.825649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.853404] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.853642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.853642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.854611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.854611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.856904] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: IN_PROGRESS for 2s [ 944.869262] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d in Status: IN_PROGRESS for 2s [ 944.971347] env[65529]: INFO networking_nsxv3.common.synchronization [req-4792a7da-66d7-4f7f-9169-abe364fcaada req-23deae1f-e25b-4161-a8bf-205ac60e72cf service nova] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_rules [ 944.971557] env[65529]: INFO networking_nsxv3.common.synchronization [req-4792a7da-66d7-4f7f-9169-abe364fcaada req-23deae1f-e25b-4161-a8bf-205ac60e72cf service nova] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_members [ 944.971736] env[65529]: INFO networking_nsxv3.common.synchronization [req-4792a7da-66d7-4f7f-9169-abe364fcaada req-23deae1f-e25b-4161-a8bf-205ac60e72cf service nova] Enqueued Resource ID: f6ce8b8a-00cc-4ab7-801c-86412e46b66e with Priority: HIGHEST for action port [ 944.972443] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_rules [ 944.972582] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_members [ 944.972727] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ce8b8a-00cc-4ab7-801c-86412e46b66e with Priority: HIGHEST for action port [ 944.973278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.973278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.973443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.973587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.973692] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.975349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.975525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.975591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.975996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.976813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.976813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.976813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.977058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.977058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.977162] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.978902] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6ce8b8a-00cc-4ab7-801c-86412e46b66e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.978902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6ce8b8a-00cc-4ab7-801c-86412e46b66e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.979071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6ce8b8a-00cc-4ab7-801c-86412e46b66e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.979242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6ce8b8a-00cc-4ab7-801c-86412e46b66e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.979470] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ce8b8a-00cc-4ab7-801c-86412e46b66e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.411809] env[65529]: INFO networking_nsxv3.common.synchronization [req-f3075294-33ba-4234-9c3e-c56ab6ed9fe7 req-378429a1-906e-464c-ac3f-bb693a0862b0 tempest-DeleteServersTestJSON-655970916 tempest-DeleteServersTestJSON-655970916-project-member] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 945.412434] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 945.412859] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.413032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.413032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.413491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.413752] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.413923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.414032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.414238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.414330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.414428] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.545836] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.545836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.545836] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.546478] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6ce8b8a-00cc-4ab7-801c-86412e46b66e with status ACTIVE [ 945.546700] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.547112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.547223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.547448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.547534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.547753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.547955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.547995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.550079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.550079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.550079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.550079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.550079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.550079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.550079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.550079] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6ce8b8a-00cc-4ab7-801c-86412e46b66e is going to be updated. [ 945.583369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.583369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.583369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.583369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.583369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.583369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6ce8b8a-00cc-4ab7-801c-86412e46b66e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.917094] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.917304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.917356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.917646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.917646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.917869] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.918101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.918101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.918232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.918232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.918347] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 945.942138] env[65529]: INFO networking_nsxv3.common.synchronization [None req-62f5555a-d7b8-4fd8-8966-6daf6880760b tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 945.942440] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 945.942755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.942877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.942941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.943837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.944029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.944205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.944271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.944434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.944529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.944762] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.952767] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.952935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.952988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.953190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.953353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.963722] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 946.051759] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.447413] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.553756] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.553998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.553998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.554235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.554327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.554431] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 is going to be created. [ 946.592599] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.592755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.592829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.593059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.593227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.608752] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: UNINITIALIZED for 2s [ 946.881297] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d in Status: SUCCESS [ 946.881545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.882440] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 946.882703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.952347] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.992937] env[65529]: INFO networking_nsxv3.common.synchronization [req-e47bc4ae-ff98-4847-b1a7-996bbd8e343e req-3fd3166d-5208-43da-b06f-8a535d328cf9 tempest-MigrationsAdminTest-1954132688 tempest-MigrationsAdminTest-1954132688-project-member] Enqueued Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_members [ 946.995488] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_members [ 946.995488] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.995488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.995488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.995488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.995488] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.995488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.995488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.995488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.995488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.995488] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.455225] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.455514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.456574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.456574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.456574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.456574] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be updated. [ 947.498297] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.520705] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.521056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.521056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.521196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.521413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.536884] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: IN_PROGRESS for 2s [ 947.991292] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 947.991554] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a deletion is rescheduled due to dependency. [ 947.995265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.000774] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.504503] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.504903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.504903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.505133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.505288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.505410] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe is going to be updated. [ 948.543195] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.543358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.543432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.543693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.543851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.555014] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: IN_PROGRESS for 2s [ 948.631993] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: SUCCESS [ 948.637025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.637025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.637025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.637025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.637025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.637025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.637025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.637025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.637025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.637025] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.052955] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.053179] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.053285] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.053546] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.053903] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.054075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.054192] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.054407] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.054581] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.055268] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.055406] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.055523] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.055629] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.055741] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.055847] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.055978] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.082728] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.082909] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.083077] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.083206] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.083557] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-f5072238-adb2-4ef0-943e-264719b00f58 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.083797] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-f5072238-adb2-4ef0-943e-264719b00f58" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.083883] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-f5072238-adb2-4ef0-943e-264719b00f58" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.084219] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-f5072238-adb2-4ef0-943e-264719b00f58" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.084358] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5072238-adb2-4ef0-943e-264719b00f58',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.140055] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.515254] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.515730] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.515730] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.516058] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.516438] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.516681] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.516828] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.517182] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.517405] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.517683] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.517833] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.517972] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.518149] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.518297] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.518439] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.518621] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.539759] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.539975] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.540073] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.540228] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.540561] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-db43a7de-5db9-4068-a0ef-5d01243af0b3 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.540740] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.540855] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.541155] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.541286] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db43a7de-5db9-4068-a0ef-5d01243af0b3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.547723] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 949.547956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.587133] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.587395] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.587530] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.587829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.587979] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.588156] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port f5072238-adb2-4ef0-943e-264719b00f58 not found, creating... [ 949.588422] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.588582] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.588696] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.588927] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.589076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.589482] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.589674] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.589745] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.589959] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.590104] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.590274] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: f5072238-adb2-4ef0-943e-264719b00f58 is going to be created. [ 949.616030] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.616275] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.616325] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.616596] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.616820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.617079] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-f5072238-adb2-4ef0-943e-264719b00f58" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.642604] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97eb2370-8637-42e7-9029-84b581cefe04: rpc.has_security_group_logging(os_id): False [ 949.696758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.696949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.697007] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.697368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.697368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.697607] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.697757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.697861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.697962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.698049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.698212] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 is going to be created. [ 949.816204] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.816421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.816504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.816712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.816889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.851433] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: IN_PROGRESS for 2s [ 950.043993] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.044287] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.044581] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.045038] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.045327] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.045840] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.046114] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.046313] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.046638] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.046785] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.047093] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.047294] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.047419] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.047628] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.048534] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.048534] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: db43a7de-5db9-4068-a0ef-5d01243af0b3 is going to be updated. [ 950.078980] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.079317] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.079462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.079766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.079953] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.080193] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.373047] env[65529]: INFO networking_nsxv3.common.synchronization [req-a69a3286-dce5-42e6-8976-ace534fd6cfd req-a8b634d2-3572-4409-b8c8-7238842bd4f7 service nova] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_rules [ 950.373642] env[65529]: INFO networking_nsxv3.common.synchronization [req-a69a3286-dce5-42e6-8976-ace534fd6cfd req-a8b634d2-3572-4409-b8c8-7238842bd4f7 service nova] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 950.373642] env[65529]: INFO networking_nsxv3.common.synchronization [req-a69a3286-dce5-42e6-8976-ace534fd6cfd req-a8b634d2-3572-4409-b8c8-7238842bd4f7 service nova] Enqueued Resource ID: f5072238-adb2-4ef0-943e-264719b00f58 with Priority: HIGHEST for action port [ 950.374179] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_rules [ 950.374339] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 950.374500] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5072238-adb2-4ef0-943e-264719b00f58 with Priority: HIGHEST for action port [ 950.374838] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.374913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.374983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.375239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.375318] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.376263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.376343] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.376408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.376578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.376726] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.376820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.376877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.377025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.377109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.377270] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.378746] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5072238-adb2-4ef0-943e-264719b00f58 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.378746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5072238-adb2-4ef0-943e-264719b00f58" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.378746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5072238-adb2-4ef0-943e-264719b00f58" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.378746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5072238-adb2-4ef0-943e-264719b00f58" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.378942] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5072238-adb2-4ef0-943e-264719b00f58',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.565864] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: SUCCESS [ 950.566182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.883048] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.883048] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.883048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.883048] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5072238-adb2-4ef0-943e-264719b00f58 with status ACTIVE [ 950.883048] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.883048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.883048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.884446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.884775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.885224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.885560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.886286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.886928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.886928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.887371] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.888704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.888704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.888704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.888704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.888704] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5072238-adb2-4ef0-943e-264719b00f58 is going to be updated. [ 950.916384] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.916384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.916384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.916384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.916384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.916384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5072238-adb2-4ef0-943e-264719b00f58" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.225009] env[65529]: INFO networking_nsxv3.common.synchronization [req-c98cf339-e419-4e3d-b897-7cdeb6851442 req-71dad542-2111-4929-a27b-20649aca446b service nova] Enqueued Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_rules [ 951.225223] env[65529]: INFO networking_nsxv3.common.synchronization [req-c98cf339-e419-4e3d-b897-7cdeb6851442 req-71dad542-2111-4929-a27b-20649aca446b service nova] Enqueued Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_members [ 951.225319] env[65529]: INFO networking_nsxv3.common.synchronization [req-c98cf339-e419-4e3d-b897-7cdeb6851442 req-71dad542-2111-4929-a27b-20649aca446b service nova] Enqueued Resource ID: db43a7de-5db9-4068-a0ef-5d01243af0b3 with Priority: HIGHEST for action port [ 951.225834] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_rules [ 951.225964] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_members [ 951.226072] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db43a7de-5db9-4068-a0ef-5d01243af0b3 with Priority: HIGHEST for action port [ 951.226339] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.226478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.226528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.226935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.227288] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.228245] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.228401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.228918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.229149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.229454] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.229537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.229629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.230261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.230426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.230555] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.231486] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-db43a7de-5db9-4068-a0ef-5d01243af0b3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.231882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.232047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.232269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.232390] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db43a7de-5db9-4068-a0ef-5d01243af0b3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.392337] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.734305] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.734551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.734762] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.735949] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db43a7de-5db9-4068-a0ef-5d01243af0b3 with status ACTIVE [ 951.736208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.736341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.736417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.736648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.736839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.737067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.737221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.737271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.737441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.737524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.739477] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.739477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.739477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.739477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.739477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.739477] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db43a7de-5db9-4068-a0ef-5d01243af0b3 is going to be updated. [ 951.762553] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.762691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.762758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.762971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.763124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.763277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db43a7de-5db9-4068-a0ef-5d01243af0b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.865777] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: SUCCESS [ 951.866049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.895184] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.895347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.895422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.895640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.895730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.895833] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be updated. [ 951.942149] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.942316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.942401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.942686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.943691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.955743] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: IN_PROGRESS for 2s [ 952.242669] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.357099] env[65529]: INFO networking_nsxv3.common.synchronization [req-83d7b01f-2fe8-4108-b93d-5a892fb82b2d req-11b6f247-6795-4874-9bfa-bd2d085bf6ab tempest-ServersTestBootFromVolume-317131639 tempest-ServersTestBootFromVolume-317131639-project-member] Enqueued Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGHEST for action security_group_members [ 952.357266] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGHEST for action security_group_members [ 952.357698] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-2548ddeb-5a7a-4259-bad7-0133d33772aa taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.357867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.357953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.358413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.358642] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.358780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.358846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.359114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.359220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.359339] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2548ddeb-5a7a-4259-bad7-0133d33772aa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.746975] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.746975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.746975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.746975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.746975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.746975] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 is going to be updated. [ 952.780568] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.780568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.780568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.780568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.780568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.789918] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 in Status: IN_PROGRESS for 2s [ 952.862695] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.862896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.862968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.863418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.864292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.864292] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.864292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.864292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.864587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.864708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.864837] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa is going to be updated. [ 952.912746] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.912978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.912978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.913302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.913497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.935759] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa in Status: IN_PROGRESS for 2s [ 953.967791] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 953.968113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.968208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.968420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.968619] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.968734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.968798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.969334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.969334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.969334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.969334] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.472543] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.472838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.472838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.473019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.473246] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.473371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.473439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.473623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.473714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.473803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.473971] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.474120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.474252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.474383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.474615] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.474719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.474778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.474927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.475013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.475088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.475169] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.804211] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 in Status: SUCCESS [ 954.804211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.804477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.804477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.804650] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.804761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.804821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.804968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.805053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.805134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.805219] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.946983] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa in Status: SUCCESS [ 954.946983] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa deletion is rescheduled due to dependency. [ 954.947432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.978792] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb08391b-ad0f-41bd-8b42-42ef4a5b940c: rpc.has_security_group_logging(os_id): False [ 955.002351] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.002351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.002351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.003905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.003905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.003905] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.003905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.003905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.003905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.003905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.003905] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.004448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.004448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.004448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.004448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.004588] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.004686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.004686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.004857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.004983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.004983] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be updated. [ 955.077785] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.077975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.078120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.078463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.078657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.102107] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: IN_PROGRESS for 2s [ 955.307866] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.810468] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cb2c97f-352d-46cd-9d8f-ba8913223841: rpc.has_security_group_logging(os_id): False [ 955.833918] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.833918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.833918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.833918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.860492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.860872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.861046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.861154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.861451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.861510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.861613] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 is going to be updated. [ 955.947793] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.947793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.947793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.947793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.947793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.963786] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 in Status: IN_PROGRESS for 2s [ 957.116974] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 957.117380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.260017] env[65529]: INFO networking_nsxv3.common.synchronization [req-83ff3cca-9262-4135-80ea-2af6f7ed5faf req-685b5b6a-bf59-4be0-b00a-a897b96fb8cb tempest-AttachVolumeTestJSON-642518173 tempest-AttachVolumeTestJSON-642518173-project-member] Enqueued Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGHEST for action security_group_members [ 957.260685] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGHEST for action security_group_members [ 957.261111] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.261276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.261378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.261661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.261835] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.261940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.262094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.262199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.262282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.262372] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.764808] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.768184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.768184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.768184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.788083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.788587] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.788748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.788814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.789037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.789122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.789219] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e is going to be updated. [ 957.825661] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.825661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.825661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.825661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.825661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.836461] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e in Status: IN_PROGRESS for 2s [ 957.921870] env[65529]: INFO networking_nsxv3.common.synchronization [None req-95bd89df-b8a0-4a97-9e4d-6d1c8467c102 tempest-ServerActionsTestJSON-912310287 tempest-ServerActionsTestJSON-912310287-project-member] Enqueued Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGHEST for action security_group_rules [ 957.922717] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGHEST for action security_group_rules [ 957.923253] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.923392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.923464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.923773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.923860] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.979221] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 in Status: SUCCESS [ 957.979221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.030912] env[65529]: INFO networking_nsxv3.common.synchronization [None req-3260f442-d36a-480e-a80c-421b219ee4bb tempest-ServerActionsTestJSON-912310287 tempest-ServerActionsTestJSON-912310287-project-member] Enqueued Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGHEST for action security_group_rules [ 958.030912] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGHEST for action security_group_rules [ 958.031814] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.032069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.226397] env[65529]: INFO networking_nsxv3.common.synchronization [req-e0ebc3bc-2785-43dc-a3ba-ce76ee3fca3e req-17bdacfa-e77d-420e-aeb5-9525fa56fb44 tempest-ServersNegativeTestMultiTenantJSON-1828657816 tempest-ServersNegativeTestMultiTenantJSON-1828657816-project-member] Enqueued Resource ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d with Priority: HIGHEST for action security_group_members [ 958.226834] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d with Priority: HIGHEST for action security_group_members [ 958.226834] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.227187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.227187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.227386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.227589] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.227726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.227827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.228054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.228189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.228325] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82db9be3-93b0-48b2-835c-24ed6b1d2e1d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.447467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.447635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.447696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.447919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.448014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.448119] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 already deleted. [ 958.448204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.448362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.448525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.448606] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.716375] env[65529]: INFO networking_nsxv3.common.synchronization [req-a2863455-e38e-4d1e-ae7e-32c172b086ce req-ce18b022-2783-41e9-9420-4da344657ec2 tempest-ImagesTestJSON-42966517 tempest-ImagesTestJSON-42966517-project-member] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 958.717108] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 958.717887] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.717887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.717887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.721554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.721554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.721554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.721554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.721554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.721554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.721554] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.731251] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.731475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.731545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.731763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.731853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.732096] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.732195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.732256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.732425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.732544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.732637] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d is going to be updated. [ 958.776532] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.776716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.776767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.776985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.777229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.801607] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d in Status: IN_PROGRESS for 2s [ 958.977012] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.977296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.977378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.977608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.977698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.977801] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 already deleted. [ 958.977885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.118365] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-194 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.118600] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.118803] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.119627] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.119978] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.120164] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.120351] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.120573] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.120724] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.121021] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.121142] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.121252] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.121358] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.121469] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.121573] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.121710] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.147603] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.147792] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.147926] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.149209] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-194" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.151830] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-d142aae0-baa5-4997-8192-84f45298edec taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.154055] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-d142aae0-baa5-4997-8192-84f45298edec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.154055] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-d142aae0-baa5-4997-8192-84f45298edec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.154598] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-d142aae0-baa5-4997-8192-84f45298edec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.154687] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d142aae0-baa5-4997-8192-84f45298edec',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.224306] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.224710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.224833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.225124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.225230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.225472] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.225613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.225759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.225833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.225930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.226032] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 959.266378] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.266692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.266692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.266923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.267446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.278450] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 959.659607] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.660026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.660026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.661046] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.661046] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.661046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port d142aae0-baa5-4997-8192-84f45298edec not found, creating... [ 959.661046] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.661046] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.661328] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.661495] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.661532] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.661835] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.662009] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.662132] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.662348] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.662482] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.662620] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: d142aae0-baa5-4997-8192-84f45298edec is going to be created. [ 959.689124] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.689657] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.689866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.690204] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.690603] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.690996] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-d142aae0-baa5-4997-8192-84f45298edec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.849390] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e in Status: SUCCESS [ 959.849609] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e deletion is rescheduled due to dependency. [ 959.849740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.421545] env[65529]: INFO networking_nsxv3.common.synchronization [req-a2863455-e38e-4d1e-ae7e-32c172b086ce req-3994c4cd-f60a-4944-a0a2-9ad795a21e40 service nova] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_rules [ 960.421545] env[65529]: INFO networking_nsxv3.common.synchronization [req-a2863455-e38e-4d1e-ae7e-32c172b086ce req-3994c4cd-f60a-4944-a0a2-9ad795a21e40 service nova] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 960.421545] env[65529]: INFO networking_nsxv3.common.synchronization [req-a2863455-e38e-4d1e-ae7e-32c172b086ce req-3994c4cd-f60a-4944-a0a2-9ad795a21e40 service nova] Enqueued Resource ID: d142aae0-baa5-4997-8192-84f45298edec with Priority: HIGHEST for action port [ 960.421545] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_rules [ 960.421545] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 960.421545] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d142aae0-baa5-4997-8192-84f45298edec with Priority: HIGHEST for action port [ 960.421872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.421913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.422127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.422917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.423108] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.424479] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.424764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.424939] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d142aae0-baa5-4997-8192-84f45298edec taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.426357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d142aae0-baa5-4997-8192-84f45298edec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.426357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d142aae0-baa5-4997-8192-84f45298edec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.426357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d142aae0-baa5-4997-8192-84f45298edec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.426357] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d142aae0-baa5-4997-8192-84f45298edec',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.840979] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d in Status: SUCCESS [ 960.841912] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d deletion is rescheduled due to dependency. [ 960.842052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.864654] env[65529]: INFO networking_nsxv3.common.synchronization [req-d62335f2-133a-425a-ab23-fdae1df7a1c4 req-21adde1a-d898-4c05-b36c-9a93c99126fb tempest-ServerRescueTestJSON-1930498642 tempest-ServerRescueTestJSON-1930498642-project-member] Enqueued Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_members [ 960.866815] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 with Priority: HIGHEST for action security_group_members [ 960.867106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.867278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.867337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.867501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.867654] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.867749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.867811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.871021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.871021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.871021] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7bd7ff0-40a4-4849-a3c2-e87edf6494e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.929148] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.929148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.929148] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d142aae0-baa5-4997-8192-84f45298edec with status ACTIVE [ 960.929432] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.929432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.929514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.929694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.929779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.929951] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.930061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.930124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.930273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.930372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.930576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.930672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.930728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.930873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.930946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.931043] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d142aae0-baa5-4997-8192-84f45298edec is going to be updated. [ 960.956519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.956519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.956519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.956763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.956901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.956979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d142aae0-baa5-4997-8192-84f45298edec" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.288840] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 961.289037] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe deletion is rescheduled due to dependency. [ 961.289135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.289328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.289566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.289758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.289876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.289940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.290109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.290190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.290282] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.371061] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.371250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.371250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.371477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.371569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.371775] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.371874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.371921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.372077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.372150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.372236] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 is going to be updated. [ 961.408784] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.408784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.408784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.408784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.408784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.417463] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: IN_PROGRESS for 2s [ 961.792019] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.294670] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.864639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.864639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.864639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.864639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.864639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.864639] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 962.864639] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.864639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.864639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.864639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.864639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.864639] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 963.429053] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 in Status: SUCCESS [ 963.429235] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7bd7ff0-40a4-4849-a3c2-e87edf6494e0 deletion is rescheduled due to dependency. [ 963.429389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7bd7ff0-40a4-4849-a3c2-e87edf6494e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.951235] env[65529]: INFO networking_nsxv3.common.synchronization [req-5512949c-864f-43e7-b6e9-0d7d703d7994 req-cfbb33b8-7d99-49d5-aa5a-0f1712d4d2c3 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 963.952493] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 963.952784] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.952784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.952884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.953055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.953223] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.953324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.953389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.953541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.953627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.953723] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.331632] env[65529]: INFO networking_nsxv3.common.synchronization [None req-429de2d9-264a-47e3-b870-3e8726740961 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 964.332211] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 964.332477] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.332584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.455875] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.866523] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 964.866746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.866902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.867156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.867364] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.867479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.867542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.867827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.867827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.868279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.868279] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.964459] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.371736] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.371736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.371975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.372083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.372269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.372380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.372444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.372603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.372700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.372783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.372949] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.374108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.374108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.374108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.374108] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.374108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.374108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.374108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.374108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.374108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.374501] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.468149] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.468348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.468348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.468602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.468699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.468861] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be updated. [ 965.499137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.499300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.499418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.499927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.499927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.509494] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: IN_PROGRESS for 2s [ 965.876995] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ff270d0-0edc-4d6a-bbe1-9363588911fe: rpc.has_security_group_logging(os_id): False [ 965.912087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.912087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.912087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.912087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.912087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.912087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.912087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.912087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.912087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.912087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.912087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.912087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.912087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.912995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.913218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.913720] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.914093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.914391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.915760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.915760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.915760] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 966.005021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.005021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.005021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.005021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.005021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.024722] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 967.527409] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 967.527757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.527826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.528638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.528638] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.528638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.528638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.528638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.528638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.528940] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.570447] env[65529]: INFO networking_nsxv3.common.synchronization [req-67d4942a-717a-4f7b-9f09-38cd8935d259 req-0bf92e87-1bab-4540-971e-789309a04cf3 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGHEST for action security_group_members [ 967.571179] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGHEST for action security_group_members [ 967.571563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-d53a8d10-31b8-488a-8787-74cbd4afcde9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.571692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.571745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.571952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.572127] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.572246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.572307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.572442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.572526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.572618] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d53a8d10-31b8-488a-8787-74cbd4afcde9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.034421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.034623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.034729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.034896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.035017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.037228] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.037443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.037511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.037690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.037774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.038118] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be updated. [ 968.041604] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 968.041854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.076893] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.076893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.076893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.076893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.086387] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.086387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.086387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.086387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.086387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.105029] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: IN_PROGRESS for 2s [ 968.108543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.108833] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.108959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.109078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.109359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.109477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.109580] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 is going to be updated. [ 968.157640] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.157640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.157640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.157640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.157640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.170982] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 in Status: IN_PROGRESS for 2s [ 969.258865] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8018dab6-0693-4826-b936-10a21847c60b tempest-ServerDiskConfigTestJSON-1663387755 tempest-ServerDiskConfigTestJSON-1663387755-project-member] Enqueued Resource ID: dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3 with Priority: HIGHEST for action security_group_rules [ 969.258865] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3 with Priority: HIGHEST for action security_group_rules [ 969.259496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.259496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.259496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.259738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.259798] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.781813] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.782152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.782152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.782518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.782518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.782677] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3 already deleted. [ 969.782767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.117660] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 970.117803] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c deletion is rescheduled due to dependency. [ 970.117931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.184780] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 in Status: SUCCESS [ 970.184780] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 deletion is rescheduled due to dependency. [ 970.184780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.404917] env[65529]: INFO networking_nsxv3.common.synchronization [None req-705accad-cb81-4ccc-8a11-b04c1ec10935 tempest-ServerDiskConfigTestJSON-1663387755 tempest-ServerDiskConfigTestJSON-1663387755-project-member] Enqueued Resource ID: dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3 with Priority: HIGHEST for action security_group_rules [ 970.407135] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3 with Priority: HIGHEST for action security_group_rules [ 970.407135] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.407135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.407135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.407654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.408211] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.932720] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.933092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.933320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.933657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.934038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.934446] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3 already deleted. [ 970.934628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc99917c-cfc8-41ec-ab7c-c4e9fa38d9d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.003887] env[65529]: INFO networking_nsxv3.common.synchronization [None req-9c6ba4e2-f334-48a3-a6ad-1ab0f57747d3 None None] Enqueued Resource ID: d01661c4-1929-401d-8b66-7f5b55f5f37b with Priority: HIGHEST for action port [ 971.005083] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d01661c4-1929-401d-8b66-7f5b55f5f37b with Priority: HIGHEST for action port [ 971.006926] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d01661c4-1929-401d-8b66-7f5b55f5f37b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.006926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d01661c4-1929-401d-8b66-7f5b55f5f37b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.006926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d01661c4-1929-401d-8b66-7f5b55f5f37b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.006926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d01661c4-1929-401d-8b66-7f5b55f5f37b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.006926] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d01661c4-1929-401d-8b66-7f5b55f5f37b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.509943] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d01661c4-1929-401d-8b66-7f5b55f5f37b [ 971.510310] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.510310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.510310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.510510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.510585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.510684] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d01661c4-1929-401d-8b66-7f5b55f5f37b already deleted. [ 971.510762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d01661c4-1929-401d-8b66-7f5b55f5f37b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.453864] env[65529]: INFO networking_nsxv3.common.synchronization [None req-171ca8db-e0d2-47cf-9130-6322cf157718 None None] Enqueued Resource ID: 251a5ce6-5704-4d73-ab6c-fbbcc5c68936 with Priority: HIGHEST for action port [ 973.454477] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251a5ce6-5704-4d73-ab6c-fbbcc5c68936 with Priority: HIGHEST for action port [ 973.454890] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-251a5ce6-5704-4d73-ab6c-fbbcc5c68936 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.455506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251a5ce6-5704-4d73-ab6c-fbbcc5c68936" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.455506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251a5ce6-5704-4d73-ab6c-fbbcc5c68936" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.455506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251a5ce6-5704-4d73-ab6c-fbbcc5c68936" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.456621] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251a5ce6-5704-4d73-ab6c-fbbcc5c68936',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.966009] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 251a5ce6-5704-4d73-ab6c-fbbcc5c68936 [ 973.966251] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.966384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.966452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.966668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.966758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.966855] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:251a5ce6-5704-4d73-ab6c-fbbcc5c68936 already deleted. [ 973.966934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251a5ce6-5704-4d73-ab6c-fbbcc5c68936" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.221654] env[65529]: INFO networking_nsxv3.common.synchronization [req-c71506ae-2148-4e93-b68c-347f88770082 req-34a6ee7e-1214-41e9-9c75-0fd4e1e3291b tempest-MigrationsAdminTest-1954132688 tempest-MigrationsAdminTest-1954132688-project-member] Enqueued Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_members [ 974.222234] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGHEST for action security_group_members [ 974.222936] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.223138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.223219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.223441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.223604] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.227924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.227924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.227924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.227924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.227924] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.728554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.728962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.728962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.729063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.751759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.751865] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.751957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.752122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.752762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.752762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.752762] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe is going to be updated. [ 974.784152] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.784311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.784380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.784629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.784772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.794960] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: IN_PROGRESS for 2s [ 975.756836] env[65529]: INFO networking_nsxv3.common.synchronization [req-8ed4e773-55a9-4c52-a029-d00d68f328f0 req-2ba920a6-bdc2-4910-9fa4-40580c064788 tempest-ServerDiskConfigTestJSON-1663387755 tempest-ServerDiskConfigTestJSON-1663387755-project-member] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 975.757519] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 975.757894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.758071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.758146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.758363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.758563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.758674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.758750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.758909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.759028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.759127] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.882712] env[65529]: INFO networking_nsxv3.common.synchronization [req-9bf15650-6b21-4594-9972-72dec18ff572 req-f8b811e8-e48d-4eac-83e7-d25bb8d56c85 tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 975.883758] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 975.883892] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.884083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.884180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.884507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.884718] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.884819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.884877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.885030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.885124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.885218] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.264222] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.264424] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.264546] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.264871] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.265146] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.265301] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.268705] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.269025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.269187] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.269450] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.269577] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.269700] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.269807] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.269916] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.270027] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.270160] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.271937] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.271937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.271937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.272246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.272246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.272303] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.272461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.272461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.272584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.272657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.272742] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 976.295283] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.295359] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.295510] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.295672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.296037] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-a912a694-193b-40e5-b226-997f532275d6 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.296310] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-a912a694-193b-40e5-b226-997f532275d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.296489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-a912a694-193b-40e5-b226-997f532275d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.296837] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-a912a694-193b-40e5-b226-997f532275d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.296994] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a912a694-193b-40e5-b226-997f532275d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.310319] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.310319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.310529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.310636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.310801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.322972] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 976.387708] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.799469] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.799802] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.799802] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.800379] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.800379] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.801112] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port a912a694-193b-40e5-b226-997f532275d6 not found, creating... [ 976.801112] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.801112] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.801299] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.801470] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.801670] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.802081] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.804035] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.804035] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.804035] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.804035] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.804035] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: a912a694-193b-40e5-b226-997f532275d6 is going to be created. [ 976.807991] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe in Status: SUCCESS [ 976.808187] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe deletion is rescheduled due to dependency. [ 976.808294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.826680] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.826912] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.827047] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.827333] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.827662] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.827890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-a912a694-193b-40e5-b226-997f532275d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.890854] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.394040] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.394277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.394372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.394776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.394892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.395018] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 977.427217] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.427457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.427512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.428447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.428603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.441346] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 977.591336] env[65529]: INFO networking_nsxv3.common.synchronization [req-9bf15650-6b21-4594-9972-72dec18ff572 req-a915ad5c-68d7-4968-9cbb-d8860ceed44b service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 977.591731] env[65529]: INFO networking_nsxv3.common.synchronization [req-9bf15650-6b21-4594-9972-72dec18ff572 req-a915ad5c-68d7-4968-9cbb-d8860ceed44b service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 977.591731] env[65529]: INFO networking_nsxv3.common.synchronization [req-9bf15650-6b21-4594-9972-72dec18ff572 req-a915ad5c-68d7-4968-9cbb-d8860ceed44b service nova] Enqueued Resource ID: a912a694-193b-40e5-b226-997f532275d6 with Priority: HIGHEST for action port [ 977.592186] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 977.593472] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 977.593472] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a912a694-193b-40e5-b226-997f532275d6 with Priority: HIGHEST for action port [ 977.593472] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.593472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.593472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.593472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.593472] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.593945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.594017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.594507] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a912a694-193b-40e5-b226-997f532275d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.594685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a912a694-193b-40e5-b226-997f532275d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.594685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a912a694-193b-40e5-b226-997f532275d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.595349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a912a694-193b-40e5-b226-997f532275d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.595349] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a912a694-193b-40e5-b226-997f532275d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.098130] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.098130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.098519] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a912a694-193b-40e5-b226-997f532275d6 with status ACTIVE [ 978.098519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.098633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.098713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.098972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.099076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.099274] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.099383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.099496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.099659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.099742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.100053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.100172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.100244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.100561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.100561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.100676] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a912a694-193b-40e5-b226-997f532275d6 is going to be updated. [ 978.127707] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.127857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.127940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.128217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.128366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.128577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a912a694-193b-40e5-b226-997f532275d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.333897] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 978.334227] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 deletion is rescheduled due to dependency. [ 978.334415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.605173] env[65529]: INFO networking_nsxv3.common.synchronization [None req-bfaa8ccc-26bb-4609-9960-793adc01ffed tempest-AttachVolumeTestJSON-642518173 tempest-AttachVolumeTestJSON-642518173-project-member] Enqueued Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGHEST for action security_group_rules [ 978.605731] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGHEST for action security_group_rules [ 978.606163] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eabb100d-1d9b-412e-995b-c0b1d0686212 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.606339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.606451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.606782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.606910] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eabb100d-1d9b-412e-995b-c0b1d0686212',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.704641] env[65529]: INFO networking_nsxv3.common.synchronization [None req-4fd989a3-bdb9-46fb-b672-ff012d646165 tempest-AttachVolumeTestJSON-642518173 tempest-AttachVolumeTestJSON-642518173-project-member] Enqueued Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGHEST for action security_group_rules [ 978.705245] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGHEST for action security_group_rules [ 978.705609] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eabb100d-1d9b-412e-995b-c0b1d0686212 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.705744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.130367] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.130770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.130770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.130858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.130968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.131126] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eabb100d-1d9b-412e-995b-c0b1d0686212 already deleted. [ 979.131186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.131284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.131454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.131527] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eabb100d-1d9b-412e-995b-c0b1d0686212',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.452093] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 979.452338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.452507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.452731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.452922] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.453073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.453221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.453298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.453379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.453478] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.657377] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.657377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.657377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.657377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.657377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.657377] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eabb100d-1d9b-412e-995b-c0b1d0686212 already deleted. [ 979.657377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.955836] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.458871] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.961967] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.962157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.962233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.962455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.962550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.962658] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 981.001783] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.001783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.001783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.001783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.002055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.016061] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 983.034259] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 983.034773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.034773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.034900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.035042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.035161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.035457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.035499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.035589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.035670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.035808] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.090881] env[65529]: INFO networking_nsxv3.common.synchronization [None req-84e5fdc8-6ce6-41da-838d-7c320cb663cb None None] Enqueued Resource ID: d241d4e5-6212-4f02-9de5-57def52dee15 with Priority: HIGHEST for action port [ 983.091326] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d241d4e5-6212-4f02-9de5-57def52dee15 with Priority: HIGHEST for action port [ 983.091584] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d241d4e5-6212-4f02-9de5-57def52dee15 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.091884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d241d4e5-6212-4f02-9de5-57def52dee15" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.091884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d241d4e5-6212-4f02-9de5-57def52dee15" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.092074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d241d4e5-6212-4f02-9de5-57def52dee15" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.092169] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d241d4e5-6212-4f02-9de5-57def52dee15',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.538879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.538879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.538879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.541652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.541652] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.541652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.541652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.541652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.541652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.541652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.541652] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.541652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.541652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.541652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.541652] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.541652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.541652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.542426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.542629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.542817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.543025] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.594967] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d241d4e5-6212-4f02-9de5-57def52dee15 [ 983.595145] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.595281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.595365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.595596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.595685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.595781] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d241d4e5-6212-4f02-9de5-57def52dee15 already deleted. [ 983.595860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d241d4e5-6212-4f02-9de5-57def52dee15" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.762021] env[65529]: INFO networking_nsxv3.common.synchronization [req-5e277ce0-1b6f-420b-98a2-0945ea87da1e req-001bfc1c-b422-46f9-9ef8-9b335dccffd0 tempest-ServerActionsTestJSON-912310287 tempest-ServerActionsTestJSON-912310287-project-member] Enqueued Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGHEST for action security_group_members [ 983.762021] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGHEST for action security_group_members [ 983.762021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b8f6d5-fce2-47f7-870a-9b21529814e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.762021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.762021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.762021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.762021] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.762021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.762021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.762021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.762021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.762021] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.048309] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e74ce0-5ede-4236-b97a-db33aaeb12d3: rpc.has_security_group_logging(os_id): False [ 984.072634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.077020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.077020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.077020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.077020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.077020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.077020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.077020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.077020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.077020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.077020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.077020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.077020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.077020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.078042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.078042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.078042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.078042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.078042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.078208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.078275] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 984.153179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.153554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.153554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.153880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.153968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.171703] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 984.192196] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-714 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.192489] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.192647] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.192970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.193334] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.193529] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.193692] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.193978] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.194177] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.194436] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.194647] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.194781] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.195141] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.195141] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.195283] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.195412] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.228063] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.228266] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.228431] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.228614] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.228943] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-9447250b-180b-4dc8-bf72-dec15f1db671 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.229180] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-9447250b-180b-4dc8-bf72-dec15f1db671" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.229303] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-9447250b-180b-4dc8-bf72-dec15f1db671" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.229855] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-9447250b-180b-4dc8-bf72-dec15f1db671" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.230014] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9447250b-180b-4dc8-bf72-dec15f1db671',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.266165] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.266165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.267268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.267268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.267268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.267268] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.267268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.267268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.267268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.267268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.267268] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 already deleted. [ 984.267268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.733039] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.733980] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.734171] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.734485] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.734656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.734814] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 9447250b-180b-4dc8-bf72-dec15f1db671 not found, creating... [ 984.735107] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.735284] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.735399] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.735630] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.735767] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.736064] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.736223] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.736337] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.736543] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.736679] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.736973] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 9447250b-180b-4dc8-bf72-dec15f1db671 is going to be created. [ 984.760497] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.760652] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.760736] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.761053] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.761255] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.761477] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-9447250b-180b-4dc8-bf72-dec15f1db671" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.548589] env[65529]: INFO networking_nsxv3.common.synchronization [req-5e277ce0-1b6f-420b-98a2-0945ea87da1e req-2f6e3962-982a-4f00-b402-4ef8b75944d8 service nova] Enqueued Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGHEST for action security_group_rules [ 985.548992] env[65529]: INFO networking_nsxv3.common.synchronization [req-5e277ce0-1b6f-420b-98a2-0945ea87da1e req-2f6e3962-982a-4f00-b402-4ef8b75944d8 service nova] Enqueued Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGHEST for action security_group_members [ 985.549154] env[65529]: INFO networking_nsxv3.common.synchronization [req-5e277ce0-1b6f-420b-98a2-0945ea87da1e req-2f6e3962-982a-4f00-b402-4ef8b75944d8 service nova] Enqueued Resource ID: 9447250b-180b-4dc8-bf72-dec15f1db671 with Priority: HIGHEST for action port [ 985.550186] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGHEST for action security_group_rules [ 985.550344] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGHEST for action security_group_members [ 985.550437] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9447250b-180b-4dc8-bf72-dec15f1db671 with Priority: HIGHEST for action port [ 985.550742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.550888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.550946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.551238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.551283] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.555226] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b8f6d5-fce2-47f7-870a-9b21529814e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.555366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.555445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.555646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.555819] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.555918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.555977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.556305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.556400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.556494] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.557554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9447250b-180b-4dc8-bf72-dec15f1db671 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.557689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9447250b-180b-4dc8-bf72-dec15f1db671" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.557736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9447250b-180b-4dc8-bf72-dec15f1db671" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.557887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9447250b-180b-4dc8-bf72-dec15f1db671" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.557963] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9447250b-180b-4dc8-bf72-dec15f1db671',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.864424] env[65529]: INFO networking_nsxv3.common.synchronization [None req-57ce8db3-1d3f-4842-ab84-27cc031e6170 tempest-AttachInterfacesUnderV243Test-1183002376 tempest-AttachInterfacesUnderV243Test-1183002376-project-member] Enqueued Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_rules [ 985.866122] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_rules [ 985.866122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.867148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.867318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.868788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.868788] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.965141] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e0a581fb-1dfd-49a2-85c9-3d9458a02922 tempest-AttachInterfacesUnderV243Test-1183002376 tempest-AttachInterfacesUnderV243Test-1183002376-project-member] Enqueued Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_rules [ 985.965141] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_rules [ 985.965141] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.965141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.993412] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d815cf24-f34d-438b-8ce1-3e8677c0682f None None] Enqueued Resource ID: e58dc9fe-d1e4-4f23-a12c-5b242db454dc with Priority: HIGHEST for action port [ 985.993864] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e58dc9fe-d1e4-4f23-a12c-5b242db454dc with Priority: HIGHEST for action port [ 985.994171] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e58dc9fe-d1e4-4f23-a12c-5b242db454dc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.994285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e58dc9fe-d1e4-4f23-a12c-5b242db454dc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.994347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e58dc9fe-d1e4-4f23-a12c-5b242db454dc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.998513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e58dc9fe-d1e4-4f23-a12c-5b242db454dc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.998605] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e58dc9fe-d1e4-4f23-a12c-5b242db454dc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.065203] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b8f6d5-fce2-47f7-870a-9b21529814e0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.065203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.065203] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.065475] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9447250b-180b-4dc8-bf72-dec15f1db671 with status ACTIVE [ 986.065561] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.065659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.065721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.066103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.067037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.067037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.067037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.067037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.067284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.067284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.067564] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.067668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.067785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.067959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.068093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.068265] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9447250b-180b-4dc8-bf72-dec15f1db671 is going to be updated. [ 986.094219] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.094501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.094501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.094659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.094791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.094945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9447250b-180b-4dc8-bf72-dec15f1db671" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.191039] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 986.191291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.390938] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.391143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.391212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.391428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.391561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.391735] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f51e19-d3bc-410a-add7-197b28700711 already deleted. [ 986.391837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.392032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.392263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.392400] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.502478] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e58dc9fe-d1e4-4f23-a12c-5b242db454dc [ 986.502588] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.502665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.502729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.502996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.503109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.503220] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e58dc9fe-d1e4-4f23-a12c-5b242db454dc already deleted. [ 986.503286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e58dc9fe-d1e4-4f23-a12c-5b242db454dc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.571548] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.919836] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.919988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.920071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.920299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.920392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.920494] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f51e19-d3bc-410a-add7-197b28700711 already deleted. [ 986.920571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.073635] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.073907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.073907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.074174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.074281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.074392] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 is going to be created. [ 987.104132] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.104132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.104132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.104363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.104557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.115738] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 in Status: UNINITIALIZED for 2s [ 987.350922] env[65529]: INFO networking_nsxv3.common.synchronization [None req-7687039c-8786-4754-9400-e989eab359a7 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_rules [ 987.352392] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_rules [ 987.352392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.352392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.352392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.352392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.352392] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.486344] env[65529]: INFO networking_nsxv3.common.synchronization [None req-fb6d45ac-282f-4ed4-9660-27d9c7560e63 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_rules [ 987.488072] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_rules [ 987.488602] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.488726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.879535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.879535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.879535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.879535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.879535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.879535] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b85f1eb5-b402-47db-91c4-c0beb975d723 already deleted. [ 987.879535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.879535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.879535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.879535] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.304275] env[65529]: INFO networking_nsxv3.common.synchronization [req-eb96acbe-8d4e-4bda-9e47-9a232b1014d7 req-acb1fecb-866a-40e9-bf6a-ad4efc4df61d tempest-ImagesTestJSON-42966517 tempest-ImagesTestJSON-42966517-project-member] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 988.304482] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGHEST for action security_group_members [ 988.304823] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.304947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.305035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.305298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.305629] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.305724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.305760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.306146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.306146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.306146] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.399235] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.399437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.399437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.399741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.399828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.399946] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b85f1eb5-b402-47db-91c4-c0beb975d723 already deleted. [ 988.400099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.809038] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.809038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.809038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.809038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.809316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.809316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.809437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.809530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.809656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.809731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.809842] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be updated. [ 988.838922] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.839107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.839175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.839522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.839603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.849907] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: IN_PROGRESS for 2s [ 989.113480] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-678 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.113777] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-678" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.113861] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-678" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.114058] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-678" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.114306] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.114545] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.114967] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.115328] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.115473] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.115693] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.115809] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.115916] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.116034] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.116147] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.116265] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.116381] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.128353] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 in Status: SUCCESS [ 989.128541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.128705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.128922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.129150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.129267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.129331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.129536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.129633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.129718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.129808] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.136391] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.136695] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.136695] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.136995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-678" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.137170] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-4dae2920-4180-40a6-a74a-967598d81754 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.137354] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.138770] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.138770] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.138770] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dae2920-4180-40a6-a74a-967598d81754',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.633251] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.641209] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.641523] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.641674] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.642031] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.642205] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.642522] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.642709] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.642890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.643197] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.643373] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.643678] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.643836] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.643952] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.644198] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.644353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.644496] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 4dae2920-4180-40a6-a74a-967598d81754 is going to be updated. [ 989.670008] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.670283] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.670436] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.670767] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.670990] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.671316] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.137142] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7b8f6d5-fce2-47f7-870a-9b21529814e0: rpc.has_security_group_logging(os_id): False [ 990.155852] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.156105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.156236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.156572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.156728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.157092] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.157267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.157386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.157623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.157700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.157797] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 is going to be created. [ 990.261684] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.262041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.262171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.262354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.262589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.275599] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 in Status: IN_PROGRESS for 2s [ 990.412136] env[65529]: INFO networking_nsxv3.common.synchronization [req-2701a1c9-8e8f-46bd-a591-3e470bdc290c req-1320d89e-d96b-4330-935b-086016fc5d5d service nova] Enqueued Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_rules [ 990.412284] env[65529]: INFO networking_nsxv3.common.synchronization [req-2701a1c9-8e8f-46bd-a591-3e470bdc290c req-1320d89e-d96b-4330-935b-086016fc5d5d service nova] Enqueued Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 990.412425] env[65529]: INFO networking_nsxv3.common.synchronization [req-2701a1c9-8e8f-46bd-a591-3e470bdc290c req-1320d89e-d96b-4330-935b-086016fc5d5d service nova] Enqueued Resource ID: 4dae2920-4180-40a6-a74a-967598d81754 with Priority: HIGHEST for action port [ 990.412960] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_rules [ 990.413981] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 990.414192] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dae2920-4180-40a6-a74a-967598d81754 with Priority: HIGHEST for action port [ 990.414526] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.414922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.414922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.415070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.415168] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.416606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.416895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.417033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.417271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.417521] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.417703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.417703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.418227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.418227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.418227] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.420025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dae2920-4180-40a6-a74a-967598d81754 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.420025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.420025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.420337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.420677] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dae2920-4180-40a6-a74a-967598d81754',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.861046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe in Status: SUCCESS [ 990.861570] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe deletion is rescheduled due to dependency. [ 990.861570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.917207] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.917439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.920827] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.921983] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dae2920-4180-40a6-a74a-967598d81754 with status ACTIVE [ 990.922075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.922201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.922274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.923050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.923050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.923050] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.923050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.923050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.923050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.923307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.923307] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.923412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.924027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.924027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.924027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.924027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dae2920-4180-40a6-a74a-967598d81754 is going to be updated. [ 990.946793] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.946902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.946969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.947191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.947325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.947596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dae2920-4180-40a6-a74a-967598d81754" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.425964] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.929511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.929511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.929511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.929511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.929511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.929511] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df665080-c375-457f-8256-9bb18d9a2308 is going to be updated. [ 991.973871] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.973871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.973871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.973871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.973871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.985649] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: IN_PROGRESS for 2s [ 992.040117] env[65529]: INFO networking_nsxv3.common.synchronization [req-e0fff3b6-a852-4e44-ae43-4a3ed05ee9de req-17047690-a46d-407d-ab20-66d43ce23cba tempest-DeleteServersTestJSON-655970916 tempest-DeleteServersTestJSON-655970916-project-member] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 992.040800] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 992.043537] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.043669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.043841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.044018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.044224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.044347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.044435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.044575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.044671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.044747] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.292542] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 in Status: SUCCESS [ 992.292803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.355790] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.355790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.355790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.356165] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.356272] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.356433] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.356550] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.356786] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.356931] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.357154] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.357270] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.357376] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.357588] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.357718] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.357829] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.357967] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.379117] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.379117] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.379117] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.379297] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.379673] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-aea9f18d-3037-43ed-a8c8-2675929f1fdc taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.379855] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-aea9f18d-3037-43ed-a8c8-2675929f1fdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.379969] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-aea9f18d-3037-43ed-a8c8-2675929f1fdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.380307] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-aea9f18d-3037-43ed-a8c8-2675929f1fdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.380435] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aea9f18d-3037-43ed-a8c8-2675929f1fdc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.547585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.548041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.548041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.548150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.548182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.548387] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.548488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.548565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.548719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.548834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.548898] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 992.578663] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.578853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.578925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.579234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.579330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.589604] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 992.883145] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.884136] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.884136] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.884136] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.884136] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.884292] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port aea9f18d-3037-43ed-a8c8-2675929f1fdc not found, creating... [ 992.884510] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.884672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.884796] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.885029] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.885169] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.885447] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.885604] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.885720] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.885927] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.886110] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.886258] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: aea9f18d-3037-43ed-a8c8-2675929f1fdc is going to be created. [ 992.910869] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.910869] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.910869] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.910869] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.911431] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.911431] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-aea9f18d-3037-43ed-a8c8-2675929f1fdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.655567] env[65529]: INFO networking_nsxv3.common.synchronization [req-e0fff3b6-a852-4e44-ae43-4a3ed05ee9de req-4ca92e54-67c9-4c73-8f56-e5fe45e0d3d8 service nova] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_rules [ 993.655868] env[65529]: INFO networking_nsxv3.common.synchronization [req-e0fff3b6-a852-4e44-ae43-4a3ed05ee9de req-4ca92e54-67c9-4c73-8f56-e5fe45e0d3d8 service nova] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 993.655868] env[65529]: INFO networking_nsxv3.common.synchronization [req-e0fff3b6-a852-4e44-ae43-4a3ed05ee9de req-4ca92e54-67c9-4c73-8f56-e5fe45e0d3d8 service nova] Enqueued Resource ID: aea9f18d-3037-43ed-a8c8-2675929f1fdc with Priority: HIGHEST for action port [ 993.656435] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_rules [ 993.656575] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 993.656662] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea9f18d-3037-43ed-a8c8-2675929f1fdc with Priority: HIGHEST for action port [ 993.656932] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.657222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.657335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.657614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.657743] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.659384] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.659384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.663018] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-aea9f18d-3037-43ed-a8c8-2675929f1fdc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.663018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aea9f18d-3037-43ed-a8c8-2675929f1fdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.663018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aea9f18d-3037-43ed-a8c8-2675929f1fdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.663018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aea9f18d-3037-43ed-a8c8-2675929f1fdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.663018] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aea9f18d-3037-43ed-a8c8-2675929f1fdc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.996508] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: SUCCESS [ 993.996675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.998783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.998783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.998783] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.998783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.998783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.998783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.998783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.998783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.998783] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.162260] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.162412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.162824] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aea9f18d-3037-43ed-a8c8-2675929f1fdc with status ACTIVE [ 994.163128] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.163310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.163387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.163694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.163810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.164067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.164214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.164288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.164479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.164561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.164777] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.164909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.164987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.165168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.165283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.166031] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aea9f18d-3037-43ed-a8c8-2675929f1fdc is going to be updated. [ 994.189771] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.189943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.189986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.190241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.190571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.190571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aea9f18d-3037-43ed-a8c8-2675929f1fdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.433430] env[65529]: INFO networking_nsxv3.common.synchronization [req-3984f187-4be2-4dc6-a598-86b87650a48a req-3bb55b51-d66f-44df-aeb1-f49ec59f2ac5 tempest-FloatingIPsAssociationTestJSON-1379636312 tempest-FloatingIPsAssociationTestJSON-1379636312-project-member] Enqueued Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_members [ 994.434314] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_members [ 994.434407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.434514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.434572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.434868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.435040] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.435170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.435204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.435955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.435955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.435955] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.502232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.502232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.502232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.503032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.503340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.503496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.503595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.504262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.504262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.504262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.504262] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.504262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.504462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.504462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.505075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.505075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.505075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.505075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.505283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.505522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.505522] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.604582] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 994.604582] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a deletion is rescheduled due to dependency. [ 994.604582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.605657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.605657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.605657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.605657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.605657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.605657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.605657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.606072] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.867257] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.867257] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-495" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.867716] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-495" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.867774] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-495" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.868570] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.868570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.868570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.868570] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.868993] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.868993] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.869116] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.869181] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.869261] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.869462] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.869462] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.869620] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.894067] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.894175] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.894317] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.894496] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-495" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.894954] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-ff63d6c4-796e-4034-880b-94dc02d74507 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.895152] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-ff63d6c4-796e-4034-880b-94dc02d74507" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.895629] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-ff63d6c4-796e-4034-880b-94dc02d74507" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.895734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-ff63d6c4-796e-4034-880b-94dc02d74507" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.895874] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff63d6c4-796e-4034-880b-94dc02d74507',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.939326] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.939585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.939799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.939941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.940226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.941061] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.941061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.941061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.941061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.941061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.941061] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 already deleted. [ 994.941061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.009350] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df665080-c375-457f-8256-9bb18d9a2308: rpc.has_security_group_logging(os_id): False [ 995.031413] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.031413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.031413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.031413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.031413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.031413] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.031413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.031413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.031413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.031413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.031413] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.031413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.031961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.031961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.031961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.031961] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.032196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.032239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.032350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.032420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.033412] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df665080-c375-457f-8256-9bb18d9a2308 is going to be updated. [ 995.109489] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.111503] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.111699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.111699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.111879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.112043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.127347] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: IN_PROGRESS for 2s [ 995.399182] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.399555] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.399712] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.400042] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.400202] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.400379] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port ff63d6c4-796e-4034-880b-94dc02d74507 not found, creating... [ 995.400669] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.400834] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.400951] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.401199] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.401367] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.401681] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.401848] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.401994] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.402274] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.402471] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.402626] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: ff63d6c4-796e-4034-880b-94dc02d74507 is going to be created. [ 995.427211] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.427564] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.427739] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.428030] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.428295] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.428492] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-ff63d6c4-796e-4034-880b-94dc02d74507" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.614292] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.118539] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.118845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.118845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.118986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.119083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.119189] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 996.151152] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.151237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.151275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.151478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.151662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.165014] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 996.183559] env[65529]: INFO networking_nsxv3.common.synchronization [req-3984f187-4be2-4dc6-a598-86b87650a48a req-d6360c35-28a1-4772-83e3-c7300707375a service nova] Enqueued Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_rules [ 996.183768] env[65529]: INFO networking_nsxv3.common.synchronization [req-3984f187-4be2-4dc6-a598-86b87650a48a req-d6360c35-28a1-4772-83e3-c7300707375a service nova] Enqueued Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_members [ 996.183884] env[65529]: INFO networking_nsxv3.common.synchronization [req-3984f187-4be2-4dc6-a598-86b87650a48a req-d6360c35-28a1-4772-83e3-c7300707375a service nova] Enqueued Resource ID: ff63d6c4-796e-4034-880b-94dc02d74507 with Priority: HIGHEST for action port [ 996.184482] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_rules [ 996.184639] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_members [ 996.184766] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff63d6c4-796e-4034-880b-94dc02d74507 with Priority: HIGHEST for action port [ 996.185084] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.185235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.185319] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.185599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.185697] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.186792] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.186960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.186960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.187218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.187496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.187496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.187676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.187792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.188719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.188856] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.189772] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff63d6c4-796e-4034-880b-94dc02d74507 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.189879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff63d6c4-796e-4034-880b-94dc02d74507" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.189947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff63d6c4-796e-4034-880b-94dc02d74507" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.190117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff63d6c4-796e-4034-880b-94dc02d74507" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.190193] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff63d6c4-796e-4034-880b-94dc02d74507',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.692449] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.692604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.692875] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.693922] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff63d6c4-796e-4034-880b-94dc02d74507 with status ACTIVE [ 996.694084] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.694152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.694188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.694403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.694486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.694657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.694784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.694887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.695024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.695099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.695320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.695428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.695466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.695606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.695802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.695802] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff63d6c4-796e-4034-880b-94dc02d74507 is going to be updated. [ 996.720627] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.720843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.720843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.721074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.721222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.721376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff63d6c4-796e-4034-880b-94dc02d74507" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.142054] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: SUCCESS [ 997.142461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.197761] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.700952] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.701129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.701500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.701500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.701500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.701612] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 is going to be created. [ 997.729070] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.729070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.729070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.729344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.730473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.744912] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: UNINITIALIZED for 2s [ 998.178522] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 998.178852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.178890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.179416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.179416] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.179416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.180346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.180346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.180346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.180346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.180346] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.683361] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.683361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.683361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.683361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.683361] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.683361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.683792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.683792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.683867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.683968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.684146] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.684252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.684337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.684604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.684815] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.684899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.684994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.685189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.685274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.685382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.685444] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.191018] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f37177ac-069c-43f8-b905-06c9d5add98a: rpc.has_security_group_logging(os_id): False [ 999.214096] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.214096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.214096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.214096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.214096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.214096] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.214096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.214096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.214096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.214755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.214755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.214755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.214755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.214755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.214755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.214942] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.214986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.215055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.217023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.217023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.217023] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 999.219882] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5dda16c-aca9-4e9e-bd1a-3ea06cf133a3 req-ab322126-da3d-4d35-8b7d-eb9639761bd6 tempest-ServerDiskConfigTestJSON-1663387755 tempest-ServerDiskConfigTestJSON-1663387755-project-member] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 999.220700] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 999.221044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.221389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.221389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.221500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.221710] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.221813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.221884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.224521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.225118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.225118] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.296204] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.296358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.296421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.296659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.296815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.316267] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 999.592088] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.592088] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.592088] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.592088] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.593128] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.593480] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.593740] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.594111] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.595089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.595089] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.595089] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.595089] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.595089] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.595089] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.595449] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.595449] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.617468] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.617743] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.619113] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.619616] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.620060] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.620319] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.620491] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.620900] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.621121] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.727391] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.727771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.727771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.727937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.728069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.728316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.728458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.728458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.728918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.728918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.728918] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 999.757838] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: SUCCESS [ 999.757838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.758167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.758309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.758508] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.758721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.758792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.759158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.759251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.759355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.759463] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.771157] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.771335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.771378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.771570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.771726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.781632] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 1000.124729] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.125196] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.125196] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.125600] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.125924] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.126247] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1 not found, creating... [ 1000.126707] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.126932] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.127076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.127354] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.127500] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.127918] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.128096] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.128218] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.128449] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.128588] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.128731] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1 is going to be created. [ 1000.150518] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.150725] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.150843] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.151159] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.151387] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.151611] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.262400] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.262864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.262864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.263013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.263640] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.263640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.263640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.264146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.264146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.264146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.264317] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.264317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.264421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.264646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.264886] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.265036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.265130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.265331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.265444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.265758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.265758] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.774273] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a38c984-4402-46ca-bc6d-3c61ca7ad621: rpc.has_security_group_logging(os_id): False [ 1000.800208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.800910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.800910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.800910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.801234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.801538] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.801684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.801806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.804588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.804779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.804990] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.805130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.805190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.805367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.805445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.805643] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.805736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.805807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.805939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.806023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.806119] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 is going to be created. [ 1000.875538] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.875775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.875775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.876461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.876461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.895287] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: IN_PROGRESS for 2s [ 1001.007292] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5dda16c-aca9-4e9e-bd1a-3ea06cf133a3 req-7137b3a6-cc32-4681-96c8-d3e7f572cea9 service nova] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_rules [ 1001.007292] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5dda16c-aca9-4e9e-bd1a-3ea06cf133a3 req-7137b3a6-cc32-4681-96c8-d3e7f572cea9 service nova] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 1001.007292] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5dda16c-aca9-4e9e-bd1a-3ea06cf133a3 req-7137b3a6-cc32-4681-96c8-d3e7f572cea9 service nova] Enqueued Resource ID: 52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1 with Priority: HIGHEST for action port [ 1001.007292] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_rules [ 1001.007292] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 1001.007292] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1 with Priority: HIGHEST for action port [ 1001.009434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.013145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.013145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.013145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.013145] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.013145] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.013145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.013145] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.013145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.013145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.016068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.016068] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.333604] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1001.333948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.516558] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.516792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.517190] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1 with status ACTIVE [ 1001.517391] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.517517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.517673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.518251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.518251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.518251] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.518251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.518251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.519503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.519503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.519503] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.519503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.519503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.519503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.519503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.519503] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1 is going to be updated. [ 1001.542552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.543339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.543339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.543339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.543339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.543339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52be8b38-6c5e-4dae-9d6c-fd88eb8e3df1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.793601] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 1001.793788] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 deletion is rescheduled due to dependency. [ 1001.793850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.793999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.794266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.794454] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.794573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.794646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.794797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.794872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.794966] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.297324] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.803837] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.910941] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: SUCCESS [ 1002.911200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.306659] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.306869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.306869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.308296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.308296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.308296] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 1003.340492] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.340748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.340868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.341380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.341380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.354792] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 1005.231818] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.232224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.232523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.232640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.232780] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.281879] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1005.282177] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] NSXv3 Agent Agent loop - iteration:2 started [ 1005.367361] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 1005.367690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.367840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.368721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.368721] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.368721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.368721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.368940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.368940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.369058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.369167] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.739245] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.871592] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.871827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.871827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.871999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.872192] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.872323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.872373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.872513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.872600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.872685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.872825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.872916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.872976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.873131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.873266] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.873357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.873413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.873550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.873626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.873705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.873790] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.008313] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1006.008430] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1006.242787] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.376388] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be32e81-45e3-481c-956e-3a1f197e5548: rpc.has_security_group_logging(os_id): False [ 1006.396628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.397016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.397016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.397121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.397173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.397344] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.397508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.397508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.397677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.397764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.397891] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.397976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.398100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.398213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.398288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.398474] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.398598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.398661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.398750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.398860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.398913] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 1006.462910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.463085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.463164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.463335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.463480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.482905] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 1006.562385] env[65529]: INFO networking_nsxv3.common.synchronization [req-3174c1d1-31f7-4f35-83b4-64ed04ca8b3c req-c378ccfd-3def-47fb-be27-a903f82bbc9f tempest-AttachVolumeTestJSON-642518173 tempest-AttachVolumeTestJSON-642518173-project-member] Enqueued Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGHEST for action security_group_members [ 1006.563193] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGHEST for action security_group_members [ 1006.563556] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eabb100d-1d9b-412e-995b-c0b1d0686212 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.563757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.563757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.564020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.564181] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.564281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.564342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.564496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.564581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.564701] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eabb100d-1d9b-412e-995b-c0b1d0686212',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.746777] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1006.746777] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1006.948302] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.948529] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-116" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.948672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-116" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.948953] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-116" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.949500] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.949700] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.949871] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.950075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.950234] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.950455] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.950825] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.951493] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.951493] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.951493] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.951493] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.951493] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.981742] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.981973] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.982137] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.982329] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-116" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.982659] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-be8b04e3-2610-4251-8717-6bcd1712d626 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.982851] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-be8b04e3-2610-4251-8717-6bcd1712d626" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.982972] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-be8b04e3-2610-4251-8717-6bcd1712d626" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.983366] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-be8b04e3-2610-4251-8717-6bcd1712d626" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.983606] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be8b04e3-2610-4251-8717-6bcd1712d626',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.068865] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.069105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.069184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.069430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.069535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.069881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.070035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.070137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.070426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.070560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.070681] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eabb100d-1d9b-412e-995b-c0b1d0686212 already deleted. [ 1007.070787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.486590] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.487054] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.487127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.487415] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.487561] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.487720] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port be8b04e3-2610-4251-8717-6bcd1712d626 not found, creating... [ 1007.488078] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.488224] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.488340] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.488571] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.488704] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.489169] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.490280] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.490280] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.490280] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.490280] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.490280] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: be8b04e3-2610-4251-8717-6bcd1712d626 is going to be created. [ 1007.511183] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.511445] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.511557] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.511783] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.512045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.512280] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-be8b04e3-2610-4251-8717-6bcd1712d626" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.684638] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.684638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.684638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.685078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.697486] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1007.698891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.700420] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1007.743028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.743382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.743382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.743514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.755502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.756443] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1007.756547] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1007.756622] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1007.812438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.812606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.812681] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.812910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.814439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.814653] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1007.937192] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.937192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.937192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.937394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.937766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.938100] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1008.073273] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.073506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.073506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.073708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.073958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.074268] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1008.074371] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'97eb2370-8637-42e7-9029-84b581cefe04', 'df175ae4-8fb3-4f59-8675-637172822f7e', '5f075ec2-f9b5-416f-812e-7d8ccc664e03', '2d6dcab8-d941-4bf2-8d15-a1bc0192ed36', '1ff270d0-0edc-4d6a-bbe1-9363588911fe', 'c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93', '82db9be3-93b0-48b2-835c-24ed6b1d2e1d', '9d916c80-a504-4a7c-931f-217958cdb9d6', 'b8e74ce0-5ede-4236-b97a-db33aaeb12d3', '0cb2c97f-352d-46cd-9d8f-ba8913223841', 'd53a8d10-31b8-488a-8787-74cbd4afcde9', '82a1f2e8-9974-4be1-92a6-8a7d74fe9258', '98d38b6d-e118-4e3f-a828-ac3d5f6b629e', 'b5af48ab-1f07-46c3-8203-a239b1541f34', 'eb08391b-ad0f-41bd-8b42-42ef4a5b940c', '4a38c984-4402-46ca-bc6d-3c61ca7ad621', '4106f351-7073-4f7b-a199-bd7ae05d839c', 'a7b8f6d5-fce2-47f7-870a-9b21529814e0', 'b23f95ed-af32-42bc-9156-74e4afd6bcfe', '54ef4958-fa81-4670-82a0-5d9b9c8c81ef', 'a3c7dfe5-37e1-4c82-bfae-925ccb160bdc', 'bf787073-72da-49f4-83bb-14e0ecdd87c5', 'df665080-c375-457f-8256-9bb18d9a2308', 'fb53e7d8-8126-4c4a-a580-d353a8ea1337', '1fe06a8e-1f57-4fb7-b82c-a599fa488175', '0e65426b-604b-4de2-8eac-914ef905932a', '1be32e81-45e3-481c-956e-3a1f197e5548', 'f37177ac-069c-43f8-b905-06c9d5add98a', '67422dd7-ce86-4ae7-8799-f9e900b5e9c9', '2548ddeb-5a7a-4259-bad7-0133d33772aa', 'e7bd7ff0-40a4-4849-a3c2-e87edf6494e0', '8c459ccc-bc0f-40f0-8a48-ad1453fa4549', 'e8a30920-06bd-46fc-8ae4-baa8e90add61', '1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a', 'ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661', 'a8e93882-5f91-47da-a6cc-8f55b3e54836', 'b5b32de5-f860-45ad-bcea-c23cf73d59dd', '82ae0dec-9c90-4cf6-8e15-89487b6c45da', '7f624ec1-3a4c-4456-9d00-2fcd27a0d666', '58cd4355-54fa-4ab8-94c2-fab6b08c98a5', '65f044a6-f07e-4cbf-a77d-85f4badb9113', '1f7c7513-a186-46ea-bfcd-95b79f49e472', 'cbec5ca5-ff43-484e-b84b-91145d91a0ae', '8b5cc160-2aca-4997-99ee-8e335c07fd38'} {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1008.074505] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1008.098658] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.098658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.098658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.098946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.098946] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.099029] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1008.099078] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1008.100170] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1008.211288] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.211437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.211485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.212102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.212699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.212968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1008.213297] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1008.213297] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1008.213404] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1008.213548] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1008.213602] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGH for action security_group_rules [ 1008.213732] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGH for action security_group_rules [ 1008.213794] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGH for action security_group_rules [ 1008.213844] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGH for action security_group_rules [ 1008.213961] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGH for action security_group_rules [ 1008.214030] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 with Priority: HIGH for action security_group_rules [ 1008.214030] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d with Priority: HIGH for action security_group_rules [ 1008.214300] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGH for action security_group_rules [ 1008.214300] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGH for action security_group_rules [ 1008.214300] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGH for action security_group_rules [ 1008.214300] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGH for action security_group_rules [ 1008.214566] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGH for action security_group_rules [ 1008.214566] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGH for action security_group_rules [ 1008.214686] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGH for action security_group_rules [ 1008.214686] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGH for action security_group_rules [ 1008.214766] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGH for action security_group_rules [ 1008.214766] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4106f351-7073-4f7b-a199-bd7ae05d839c with Priority: HIGH for action security_group_rules [ 1008.214862] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGH for action security_group_rules [ 1008.214862] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGH for action security_group_rules [ 1008.214927] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef with Priority: HIGH for action security_group_rules [ 1008.215069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.263279] env[65529]: INFO networking_nsxv3.common.synchronization [req-3174c1d1-31f7-4f35-83b4-64ed04ca8b3c req-7c28f53d-d645-4a83-9d0d-9171c0ee5d8a service nova] Enqueued Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGHEST for action security_group_rules [ 1008.263463] env[65529]: INFO networking_nsxv3.common.synchronization [req-3174c1d1-31f7-4f35-83b4-64ed04ca8b3c req-7c28f53d-d645-4a83-9d0d-9171c0ee5d8a service nova] Enqueued Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGHEST for action security_group_members [ 1008.263697] env[65529]: INFO networking_nsxv3.common.synchronization [req-3174c1d1-31f7-4f35-83b4-64ed04ca8b3c req-7c28f53d-d645-4a83-9d0d-9171c0ee5d8a service nova] Enqueued Resource ID: be8b04e3-2610-4251-8717-6bcd1712d626 with Priority: HIGHEST for action port [ 1008.264349] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGHEST for action security_group_rules [ 1008.264506] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGHEST for action security_group_members [ 1008.264609] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8b04e3-2610-4251-8717-6bcd1712d626 with Priority: HIGHEST for action port [ 1008.264702] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGH for action security_group_rules [ 1008.264807] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 with Priority: HIGH for action security_group_rules [ 1008.265123] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d with Priority: HIGH for action security_group_rules [ 1008.265261] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGH for action security_group_rules [ 1008.265434] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef with Priority: HIGH for action security_group_rules [ 1008.265483] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe with Priority: HIGH for action security_group_rules [ 1008.265537] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGH for action security_group_rules [ 1008.265620] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4106f351-7073-4f7b-a199-bd7ae05d839c with Priority: HIGH for action security_group_rules [ 1008.265702] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5af48ab-1f07-46c3-8203-a239b1541f34 with Priority: HIGH for action security_group_rules [ 1008.265806] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGH for action security_group_rules [ 1008.265876] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e with Priority: HIGH for action security_group_rules [ 1008.265969] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 with Priority: HIGH for action security_group_rules [ 1008.266099] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 with Priority: HIGH for action security_group_rules [ 1008.266158] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGH for action security_group_rules [ 1008.266238] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGH for action security_group_rules [ 1008.266315] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 with Priority: HIGH for action security_group_rules [ 1008.268019] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGH for action security_group_rules [ 1008.268019] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe with Priority: HIGH for action security_group_rules [ 1008.268019] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df175ae4-8fb3-4f59-8675-637172822f7e with Priority: HIGH for action security_group_rules [ 1008.268019] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 with Priority: HIGH for action security_group_rules [ 1008.268019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eabb100d-1d9b-412e-995b-c0b1d0686212 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.268019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.268019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.268019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.268536] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eabb100d-1d9b-412e-995b-c0b1d0686212',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.273088] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eabb100d-1d9b-412e-995b-c0b1d0686212 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.274685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.274685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.274685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.274685] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.274685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.274685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.274685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.274685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.274685] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eabb100d-1d9b-412e-995b-c0b1d0686212',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.276252] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-be8b04e3-2610-4251-8717-6bcd1712d626 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.276420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be8b04e3-2610-4251-8717-6bcd1712d626" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.276513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be8b04e3-2610-4251-8717-6bcd1712d626" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.279287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be8b04e3-2610-4251-8717-6bcd1712d626" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.279287] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be8b04e3-2610-4251-8717-6bcd1712d626',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.280070] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.280070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.280070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.280271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.280338] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.281655] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.281655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.281655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.281882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.281882] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f075ec2-f9b5-416f-812e-7d8ccc664e03',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.282862] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82db9be3-93b0-48b2-835c-24ed6b1d2e1d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.283018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.285036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.285036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.285036] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82db9be3-93b0-48b2-835c-24ed6b1d2e1d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.287413] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.288348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.288449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.288885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.288885] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.291665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54ef4958-fa81-4670-82a0-5d9b9c8c81ef taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.291900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.292060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.292636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.292729] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54ef4958-fa81-4670-82a0-5d9b9c8c81ef',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.295233] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.295233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.295233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.295233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.295233] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b23f95ed-af32-42bc-9156-74e4afd6bcfe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.297910] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.298135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.298222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.298784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.298784] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.300685] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4106f351-7073-4f7b-a199-bd7ae05d839c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.302416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.302416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.302416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.302416] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4106f351-7073-4f7b-a199-bd7ae05d839c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.302416] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5af48ab-1f07-46c3-8203-a239b1541f34 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.302830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.302830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.302830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.302830] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5af48ab-1f07-46c3-8203-a239b1541f34',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.303980] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.303980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.304122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.304212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.304285] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.305331] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.305670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.305757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.305951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.306093] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98d38b6d-e118-4e3f-a828-ac3d5f6b629e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.306935] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.307394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.307468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.307768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.307858] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a1f2e8-9974-4be1-92a6-8a7d74fe9258',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.308641] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d53a8d10-31b8-488a-8787-74cbd4afcde9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.308759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.308826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.309238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.309238] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d53a8d10-31b8-488a-8787-74cbd4afcde9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.310176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.310449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.310449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.310553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.310553] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.311467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.311588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.311644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.311788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.311861] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.312611] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.315573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.315573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.315573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.315573] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.315573] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d916c80-a504-4a7c-931f-217958cdb9d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.315573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.315573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.315573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.315573] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.315573] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.315573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.315573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.315573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.315573] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ff270d0-0edc-4d6a-bbe1-9363588911fe',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.316363] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df175ae4-8fb3-4f59-8675-637172822f7e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.316363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.316513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.316629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.317750] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df175ae4-8fb3-4f59-8675-637172822f7e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.318627] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.319642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.319642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.319642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.319642] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d6dcab8-d941-4bf2-8d15-a1bc0192ed36',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.497845] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 1008.497845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.773423] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eabb100d-1d9b-412e-995b-c0b1d0686212 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.773783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.777626] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eabb100d-1d9b-412e-995b-c0b1d0686212',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.826526] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be8b04e3-2610-4251-8717-6bcd1712d626 with status ACTIVE [ 1008.826594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.826727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.826796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.827019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.827106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.827293] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.827396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.827458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.827620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.827739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.827888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.827979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.828050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.828351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.828351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.828351] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be8b04e3-2610-4251-8717-6bcd1712d626 is going to be updated. [ 1008.834782] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.834914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.835016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.835193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.835352] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.835451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.835508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.835700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.835793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.835881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.835968] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.837029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.837157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.837218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.837362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.837533] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.837630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.837691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.837845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.837923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.838010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.838096] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.842557] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.842760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.842760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.842948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.843124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.843209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.843272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.843544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.843626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.843724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.843811] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.844714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.844813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.844895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.845066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.845569] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.845569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.845569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.845569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.845569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.845789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.845789] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.851121] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d916c80-a504-4a7c-931f-217958cdb9d6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.851121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.851121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.851121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.851121] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.851121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.851121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.851121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.851121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.851121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.851121] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.852289] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b8f6d5-fce2-47f7-870a-9b21529814e0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.852560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.852560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.852691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.852774] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.853458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.853565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.856393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.856393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.856393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.856393] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.860360] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.860641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.860641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.860839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.860839] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.861152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.862520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.862750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.862905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.862905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.863120] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.863171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.863237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.863422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.864117] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.864188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.864248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.864438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.864521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.864629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.864629] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.877191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.877391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.877391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.877843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.926175] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.926640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.936493] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.936708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.937752] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.937878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.938879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.938986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.940579] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.941501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.942535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.942659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.943667] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.943787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.945064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.945064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.945810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.945913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.946780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.946922] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b23f95ed-af32-42bc-9156-74e4afd6bcfe is going to be deleted. [ 1008.947869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.948103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.951216] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.951216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.951216] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.951423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.952318] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1008.952773] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.952914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.956347] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1008.956829] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.956944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.962913] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1008.963124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.963355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.964619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.964619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.964619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.964619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be8b04e3-2610-4251-8717-6bcd1712d626" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.996603] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1008.997702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.997997] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98d38b6d-e118-4e3f-a828-ac3d5f6b629e is going to be deleted. [ 1008.999025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.999275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.030108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.030500] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f075ec2-f9b5-416f-812e-7d8ccc664e03 is going to be deleted. [ 1009.031275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.031502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.080325] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.080530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.081376] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.081651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.082477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.082621] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ff270d0-0edc-4d6a-bbe1-9363588911fe is going to be deleted. [ 1009.083679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.083925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.112695] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.112695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.116143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.116324] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a1f2e8-9974-4be1-92a6-8a7d74fe9258 is going to be deleted. [ 1009.117362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.117642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.138240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.138380] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4106f351-7073-4f7b-a199-bd7ae05d839c is going to be deleted. [ 1009.139418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.139745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.173855] env[65529]: INFO networking_nsxv3.common.synchronization [req-25437e98-7754-4302-9ccb-2e794d8f6451 req-51ec9e15-7e26-468b-bae9-7c8c3073f4c9 tempest-AttachInterfacesUnderV243Test-1183002376 tempest-AttachInterfacesUnderV243Test-1183002376-project-member] Enqueued Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1009.174451] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1009.175758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.175758] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d53a8d10-31b8-488a-8787-74cbd4afcde9 is going to be deleted. [ 1009.176695] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.176821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.176897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.177200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.177334] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.177879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.177879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.177977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.178019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.178101] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.180360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.180360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.233112] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.233290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.245918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.245918] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93 is going to be deleted. [ 1009.246044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.247042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.249011] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.249011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.282345] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eabb100d-1d9b-412e-995b-c0b1d0686212',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.319968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.319968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54ef4958-fa81-4670-82a0-5d9b9c8c81ef is going to be deleted. [ 1009.321221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.321448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.356643] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.356793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.359732] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.375124] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.375700] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.385054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.385147] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82db9be3-93b0-48b2-835c-24ed6b1d2e1d is going to be deleted. [ 1009.387786] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.388123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.388123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.388328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.389206] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.389206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.389206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.389206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.389206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.389206] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.389206] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.389720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.389720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.389720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.389720] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.389875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.389875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.389944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.389999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.390088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.390170] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.399342] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.399342] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e74ce0-5ede-4236-b97a-db33aaeb12d3: rpc.has_security_group_logging(os_id): False [ 1009.399342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.399342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.404433] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.404548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.405520] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.405624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.465818] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.466030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.476210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.476613] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df175ae4-8fb3-4f59-8675-637172822f7e is going to be deleted. [ 1009.478143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.478410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.481454] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.481813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.526360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.526686] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5af48ab-1f07-46c3-8203-a239b1541f34 is going to be deleted. [ 1009.527670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.527975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.600217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.600923] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d6dcab8-d941-4bf2-8d15-a1bc0192ed36 is going to be deleted. [ 1009.601768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.602118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.633106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.633653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.635232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.635374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.641798] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.641974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.657254] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.657254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-645" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.657254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-645" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.657254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-645" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.657254] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.657254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.657254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.657254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.657254] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.657254] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.657254] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.657254] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.657254] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.657799] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.657799] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.657799] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.678921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.679112] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be deleted. [ 1009.680344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.680627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.680786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.680921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b23f95ed-af32-42bc-9156-74e4afd6bcfe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.681114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.681416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.681458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.681582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98d38b6d-e118-4e3f-a828-ac3d5f6b629e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.682212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.682414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.682994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.683161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f075ec2-f9b5-416f-812e-7d8ccc664e03" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.683563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.683684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.683883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.684148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.684247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.684459] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.684589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.684687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.684908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.685052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.685170] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f51e19-d3bc-410a-add7-197b28700711 already deleted. [ 1009.685269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.685455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.685625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.685704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.685860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ff270d0-0edc-4d6a-bbe1-9363588911fe" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.686036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.686224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.686325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.686467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a1f2e8-9974-4be1-92a6-8a7d74fe9258" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.686654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.686806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.686879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.686992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4106f351-7073-4f7b-a199-bd7ae05d839c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.687151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.687336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.687414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.687532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d53a8d10-31b8-488a-8787-74cbd4afcde9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.687668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.687819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.687928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.688096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c429c2fa-a5c4-4ff0-aa6a-dc39bdd5fb93" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.688215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.688353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.690911] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.694675] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.694675] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.694675] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-645" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.694675] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.694969] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.694969] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.695888] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.695888] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.712673] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.712854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.713966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.713966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.714176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.714176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.714595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.714595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.714723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.714779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.714818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.715358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.715358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.715358] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.715488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.715488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.715716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.715716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.716320] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1009.717628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.717628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.717628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.717829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82db9be3-93b0-48b2-835c-24ed6b1d2e1d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.717868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.718051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.718153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.718294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df175ae4-8fb3-4f59-8675-637172822f7e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.719255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.719435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.719517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.719691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5af48ab-1f07-46c3-8203-a239b1541f34" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.719954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.720133] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.720231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.720349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54ef4958-fa81-4670-82a0-5d9b9c8c81ef" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.721339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.721339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.721339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.721339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d6dcab8-d941-4bf2-8d15-a1bc0192ed36" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.787728] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.787728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.787728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.787728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.788027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.788027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eabb100d-1d9b-412e-995b-c0b1d0686212 is going to be created. [ 1009.794238] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.794452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.794599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.794997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.795713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.795919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.862605] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97eb2370-8637-42e7-9029-84b581cefe04: rpc.has_security_group_logging(os_id): False [ 1009.876097] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.876411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.876524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.876886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.877129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.878512] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d916c80-a504-4a7c-931f-217958cdb9d6: rpc.has_security_group_logging(os_id): False [ 1009.880887] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.881110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.881269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.881533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.882838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.887208] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cb2c97f-352d-46cd-9d8f-ba8913223841: rpc.has_security_group_logging(os_id): False [ 1009.905915] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a38c984-4402-46ca-bc6d-3c61ca7ad621: rpc.has_security_group_logging(os_id): False [ 1009.910754] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7b8f6d5-fce2-47f7-870a-9b21529814e0: rpc.has_security_group_logging(os_id): False [ 1009.925065] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eabb100d-1d9b-412e-995b-c0b1d0686212 in Status: UNINITIALIZED for 2s [ 1009.926686] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.926880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.926971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.927927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.929748] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.929904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.931450] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.931450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.932132] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.932258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.933594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.933743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.940044] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1009.984279] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1009.985963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.985963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.985963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.985963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.985963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.985963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.985963] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 is going to be updated. [ 1009.987240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.987502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.014558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.015071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.015071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.015388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.015388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.015388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.015657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.015804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.015846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.015988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.016080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.016634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.016634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.016634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.016887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.016887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.016887] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 is going to be updated. [ 1010.018385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.018385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.041836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.042892] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.042892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.042892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.042892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.042892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.043216] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 is going to be updated. [ 1010.044297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.044579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.083505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.083505] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.083505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.083505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.083886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.084036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.084176] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 is going to be updated. [ 1010.085927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.085927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.117265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.117638] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.117794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.117794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.118101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.118101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.118273] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 is going to be updated. [ 1010.125526] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.125526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.125526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.125526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.125526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.154315] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 in Status: IN_PROGRESS for 2s [ 1010.155384] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.155476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.155572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.155797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.155958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.165405] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.165609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.165663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.165930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.166094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.167919] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: IN_PROGRESS for 2s [ 1010.183912] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: IN_PROGRESS for 2s [ 1010.199753] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.200045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.200183] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.200563] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.200751] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.200959] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b not found, creating... [ 1010.201317] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.201536] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.201704] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.201974] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.202149] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.202473] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.202660] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.203077] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.203077] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.203236] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.203289] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b is going to be created. [ 1010.211516] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.211516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.211516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.211910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.211910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.268339] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.268562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.268562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.268766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.268914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.299510] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.299918] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.300167] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.300639] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.301134] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.301445] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.303464] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 in Status: IN_PROGRESS for 2s [ 1010.401749] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 in Status: IN_PROGRESS for 2s [ 1010.971062] env[65529]: INFO networking_nsxv3.common.synchronization [req-25437e98-7754-4302-9ccb-2e794d8f6451 req-0bd1642b-1706-43dd-9f49-776d304a54bd service nova] Enqueued Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_rules [ 1010.971368] env[65529]: INFO networking_nsxv3.common.synchronization [req-25437e98-7754-4302-9ccb-2e794d8f6451 req-0bd1642b-1706-43dd-9f49-776d304a54bd service nova] Enqueued Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1010.971368] env[65529]: INFO networking_nsxv3.common.synchronization [req-25437e98-7754-4302-9ccb-2e794d8f6451 req-0bd1642b-1706-43dd-9f49-776d304a54bd service nova] Enqueued Resource ID: 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b with Priority: HIGHEST for action port [ 1010.971760] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_rules [ 1010.971918] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1010.972051] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b with Priority: HIGHEST for action port [ 1010.972325] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.972462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.972564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.972717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.972797] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.974093] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.974218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.974263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.974452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.974597] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.974690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.974754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.974921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.975015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.976188] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.976938] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.977094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.977136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.977275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.977349] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.478963] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.479103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.479310] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.480359] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b with status ACTIVE [ 1011.480544] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.480705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.480770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.480922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.481011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.481195] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.481269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.481329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.481482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.481589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.481783] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.481840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.481840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.483952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.484146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.484249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b is going to be updated. [ 1011.508687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.508687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.508687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.509607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.509607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.509607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.712579] env[65529]: INFO networking_nsxv3.common.synchronization [req-d5a51d8e-853b-4c6c-b9d5-5f6e26c7036f req-4596c909-078f-421e-9e7a-bef4d62a6df2 tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1011.712579] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1011.712579] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.712579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.713191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.713191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.713191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.713372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.713372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.713581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.713666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.713768] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.937922] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eabb100d-1d9b-412e-995b-c0b1d0686212 in Status: SUCCESS [ 1011.938481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.938481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.939396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.939396] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.939396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.939396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.939631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.939631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.939631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.939765] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eabb100d-1d9b-412e-995b-c0b1d0686212',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.955798] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1011.956076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.986576] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.133029] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.133321] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.133543] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.133910] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.134538] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.134793] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.134992] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.135332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.135497] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.135715] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.135831] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.135937] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.136071] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.136194] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.136304] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.136438] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.156983] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.157177] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.157296] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.157469] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.157924] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-6485cc49-e31a-4e55-b833-e1896478b325 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.158096] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-6485cc49-e31a-4e55-b833-e1896478b325" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.158222] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-6485cc49-e31a-4e55-b833-e1896478b325" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.158589] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-6485cc49-e31a-4e55-b833-e1896478b325" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.158728] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6485cc49-e31a-4e55-b833-e1896478b325',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.173592] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 in Status: SUCCESS [ 1012.173772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.183682] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: SUCCESS [ 1012.183994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.197894] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: SUCCESS [ 1012.198667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.216184] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.325287] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 in Status: SUCCESS [ 1012.325287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.419691] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 in Status: SUCCESS [ 1012.420330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.441930] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eabb100d-1d9b-412e-995b-c0b1d0686212',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.489168] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.489396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.489396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.489684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.489815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.489900] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f51e19-d3bc-410a-add7-197b28700711 is going to be created. [ 1012.521497] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.521778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.521904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.522350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.522500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.545521] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f51e19-d3bc-410a-add7-197b28700711 in Status: UNINITIALIZED for 2s [ 1012.661430] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.661672] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.661801] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.662216] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.662377] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.662541] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 6485cc49-e31a-4e55-b833-e1896478b325 not found, creating... [ 1012.662872] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.663065] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.663190] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.663460] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.663603] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.664025] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.664210] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.664332] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.664571] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.664714] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.664862] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 6485cc49-e31a-4e55-b833-e1896478b325 is going to be created. [ 1012.693023] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.693371] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.693371] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.693667] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.693899] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.694188] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-6485cc49-e31a-4e55-b833-e1896478b325" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.720154] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.944633] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eabb100d-1d9b-412e-995b-c0b1d0686212: rpc.has_security_group_logging(os_id): False [ 1012.990728] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.990728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.991591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.991591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.991591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.991591] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.991937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.991937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.991937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.992154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.992514] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eabb100d-1d9b-412e-995b-c0b1d0686212 is going to be created. [ 1013.088989] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.089203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.089267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.089430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.089715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.104021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eabb100d-1d9b-412e-995b-c0b1d0686212 in Status: IN_PROGRESS for 2s [ 1013.223093] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.223260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.223333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.223615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.223714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.223836] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1013.271586] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.271731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.271828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.272237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.272393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.293170] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1013.437488] env[65529]: INFO networking_nsxv3.common.synchronization [req-d5a51d8e-853b-4c6c-b9d5-5f6e26c7036f req-6963ed85-0a26-488b-a3cc-1ca82ff24b18 service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 1013.437864] env[65529]: INFO networking_nsxv3.common.synchronization [req-d5a51d8e-853b-4c6c-b9d5-5f6e26c7036f req-6963ed85-0a26-488b-a3cc-1ca82ff24b18 service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1013.437864] env[65529]: INFO networking_nsxv3.common.synchronization [req-d5a51d8e-853b-4c6c-b9d5-5f6e26c7036f req-6963ed85-0a26-488b-a3cc-1ca82ff24b18 service nova] Enqueued Resource ID: 6485cc49-e31a-4e55-b833-e1896478b325 with Priority: HIGHEST for action port [ 1013.438371] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 1013.438523] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1013.438589] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6485cc49-e31a-4e55-b833-e1896478b325 with Priority: HIGHEST for action port [ 1013.438870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.438989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.439067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.439299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.439376] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.440741] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.440849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.441196] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6485cc49-e31a-4e55-b833-e1896478b325 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.441196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6485cc49-e31a-4e55-b833-e1896478b325" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.441303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6485cc49-e31a-4e55-b833-e1896478b325" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.444548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6485cc49-e31a-4e55-b833-e1896478b325" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.444548] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6485cc49-e31a-4e55-b833-e1896478b325',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.946024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.946024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.946024] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6485cc49-e31a-4e55-b833-e1896478b325 with status ACTIVE [ 1013.946024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.946024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.946024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.946024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.946024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.946024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.946024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.946024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.946024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.946024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.946024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.946773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.946773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.946773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.946773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.946773] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6485cc49-e31a-4e55-b833-e1896478b325 is going to be updated. [ 1013.970706] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.970706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.970706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.970706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.970706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.970706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6485cc49-e31a-4e55-b833-e1896478b325" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.193561] env[65529]: INFO networking_nsxv3.common.synchronization [req-27a9d610-f2cc-40fb-b36a-e310b19c6ecc req-8325c0ae-19c3-46f2-a126-dbe0e3932fd9 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_members [ 1014.194790] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_members [ 1014.195189] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.195318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.195389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.195693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.195874] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.195978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.196046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.196200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.196285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.196398] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.557264] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f51e19-d3bc-410a-add7-197b28700711 in Status: SUCCESS [ 1014.557574] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.557911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.558202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.558507] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.558704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.558779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.558951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.559200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.559200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.559200] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.653073] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.653073] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.653073] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.656101] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.656360] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.656524] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.656640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.657323] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.657323] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.657323] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.657890] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.657890] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.657890] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.657890] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.657890] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.657890] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.682018] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.682018] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.682018] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.682018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.682018] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-c37751a8-5820-412c-9373-ab36905b81f9 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.682018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-c37751a8-5820-412c-9373-ab36905b81f9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.682018] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-c37751a8-5820-412c-9373-ab36905b81f9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.682552] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-c37751a8-5820-412c-9373-ab36905b81f9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.682552] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c37751a8-5820-412c-9373-ab36905b81f9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.699470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.699695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.699788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.699975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.700123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.700320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.700418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.700478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.700646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.700739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.701038] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b85f1eb5-b402-47db-91c4-c0beb975d723 already deleted. [ 1014.701038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.065826] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.120912] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eabb100d-1d9b-412e-995b-c0b1d0686212 in Status: SUCCESS [ 1015.120912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.184879] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.185356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.185356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.185544] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.185687] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.185862] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port c37751a8-5820-412c-9373-ab36905b81f9 not found, creating... [ 1015.186224] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.186330] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.186431] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.186653] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.186791] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.187140] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.187140] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.187439] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.187555] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.187684] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.187823] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: c37751a8-5820-412c-9373-ab36905b81f9 is going to be created. [ 1015.213345] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.213754] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.213754] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.214046] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.214284] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.214530] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-c37751a8-5820-412c-9373-ab36905b81f9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.320734] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1015.320981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.321187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.321409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.321597] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.321716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.321776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.321927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.322029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.322129] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.571612] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21f51e19-d3bc-410a-add7-197b28700711: rpc.has_security_group_logging(os_id): False [ 1015.593537] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.593710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.593845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.594112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.594112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.594367] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.594540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.594540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.594724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.594779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.598020] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f51e19-d3bc-410a-add7-197b28700711 is going to be created. [ 1015.678400] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.678664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.678738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.679117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.679328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.693529] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f51e19-d3bc-410a-add7-197b28700711 in Status: IN_PROGRESS for 2s [ 1015.826366] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.042046] env[65529]: INFO networking_nsxv3.common.synchronization [req-27a9d610-f2cc-40fb-b36a-e310b19c6ecc req-7acaf625-9e4c-436e-8d5d-5c0ffa289a14 service nova] Enqueued Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_rules [ 1016.042046] env[65529]: INFO networking_nsxv3.common.synchronization [req-27a9d610-f2cc-40fb-b36a-e310b19c6ecc req-7acaf625-9e4c-436e-8d5d-5c0ffa289a14 service nova] Enqueued Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_members [ 1016.042046] env[65529]: INFO networking_nsxv3.common.synchronization [req-27a9d610-f2cc-40fb-b36a-e310b19c6ecc req-7acaf625-9e4c-436e-8d5d-5c0ffa289a14 service nova] Enqueued Resource ID: c37751a8-5820-412c-9373-ab36905b81f9 with Priority: HIGHEST for action port [ 1016.042699] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_rules [ 1016.042888] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_members [ 1016.043112] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c37751a8-5820-412c-9373-ab36905b81f9 with Priority: HIGHEST for action port [ 1016.043447] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.043754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.043754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.044010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.044372] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.046516] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.046516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.046516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.047842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.048105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.048461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.048461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.048552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.048641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.048756] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.050068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c37751a8-5820-412c-9373-ab36905b81f9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.050158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c37751a8-5820-412c-9373-ab36905b81f9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.050233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c37751a8-5820-412c-9373-ab36905b81f9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.050396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c37751a8-5820-412c-9373-ab36905b81f9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.050550] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c37751a8-5820-412c-9373-ab36905b81f9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.330255] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.546867] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.547065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.553559] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.555020] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c37751a8-5820-412c-9373-ab36905b81f9 with status ACTIVE [ 1016.555491] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.555680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.555768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.556087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.556237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.556480] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.557094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.557094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.557094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.557323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.557438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.557508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.557594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.557992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.558113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.558247] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c37751a8-5820-412c-9373-ab36905b81f9 is going to be updated. [ 1016.583662] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.583662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.584203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.584528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.584704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.584908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c37751a8-5820-412c-9373-ab36905b81f9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.699742] env[65529]: INFO networking_nsxv3.common.synchronization [req-2bcd824c-6a10-47f6-aeab-237b25dd37f0 req-7e60db17-508c-4580-a2d0-2e97970d569f tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_members [ 1016.700408] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_members [ 1016.700497] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.700573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.700610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.700874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.701105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.701522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.701522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.701522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.701522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.701696] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.834085] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.834266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.834334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.834521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.834647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.834785] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1016.874612] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.874612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.874612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.874612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.874612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.888218] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1017.061626] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.125531] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.125531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.125531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.125531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.125531] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.125531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.125531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.125531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.125531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.125531] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.125531] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.125531] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.125531] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.126223] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.126223] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.126223] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.143888] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.144081] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.144223] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.144389] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.144701] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-448a52e7-2731-44bc-8c80-295f688bc609 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.144876] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-448a52e7-2731-44bc-8c80-295f688bc609" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.145030] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-448a52e7-2731-44bc-8c80-295f688bc609" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.145357] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-448a52e7-2731-44bc-8c80-295f688bc609" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.145502] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('448a52e7-2731-44bc-8c80-295f688bc609',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.193482] env[65529]: INFO networking_nsxv3.common.synchronization [req-ff6e2924-34e6-4acf-be4a-99411585f30a req-4fc071ef-c6c5-46e0-ae3a-fb4a67018834 tempest-AttachVolumeShelveTestJSON-1842608892 tempest-AttachVolumeShelveTestJSON-1842608892-project-member] Enqueued Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_members [ 1017.194178] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGHEST for action security_group_members [ 1017.195016] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.195179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.195250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.195451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.195698] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.195698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.195801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.195904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.196011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.196124] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.203946] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.204191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.204269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.204499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.204558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.204716] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.204963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.204963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.205129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.205163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.205253] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 already deleted. [ 1017.205331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.564938] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.565458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.565557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.565779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.565863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.565967] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b85f1eb5-b402-47db-91c4-c0beb975d723 is going to be created. [ 1017.596389] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.596389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.596389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.596389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.596389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.606468] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: UNINITIALIZED for 2s [ 1017.648394] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.648612] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.648748] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.649046] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.649195] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.649342] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 448a52e7-2731-44bc-8c80-295f688bc609 not found, creating... [ 1017.649600] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.649864] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.650053] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.650353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.650527] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.651027] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.651202] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.651331] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.651558] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.651694] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.651838] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 448a52e7-2731-44bc-8c80-295f688bc609 is going to be created. [ 1017.682129] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.682257] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.682381] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.682656] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.683894] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.683894] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-448a52e7-2731-44bc-8c80-295f688bc609" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.698389] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.698570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.698614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.698808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.698898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.699234] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.699338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.699400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.699560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.699637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.699783] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 is going to be updated. [ 1017.705981] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f51e19-d3bc-410a-add7-197b28700711 in Status: SUCCESS [ 1017.706317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.733360] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.733592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.733679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.733990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.734242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.763337] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 in Status: IN_PROGRESS for 2s [ 1018.440269] env[65529]: INFO networking_nsxv3.common.synchronization [req-2bcd824c-6a10-47f6-aeab-237b25dd37f0 req-4d099752-7b39-45f3-a1ec-34de32c4edb7 service nova] Enqueued Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_rules [ 1018.440269] env[65529]: INFO networking_nsxv3.common.synchronization [req-2bcd824c-6a10-47f6-aeab-237b25dd37f0 req-4d099752-7b39-45f3-a1ec-34de32c4edb7 service nova] Enqueued Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_members [ 1018.440269] env[65529]: INFO networking_nsxv3.common.synchronization [req-2bcd824c-6a10-47f6-aeab-237b25dd37f0 req-4d099752-7b39-45f3-a1ec-34de32c4edb7 service nova] Enqueued Resource ID: 448a52e7-2731-44bc-8c80-295f688bc609 with Priority: HIGHEST for action port [ 1018.440269] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_rules [ 1018.440269] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_members [ 1018.440269] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 448a52e7-2731-44bc-8c80-295f688bc609 with Priority: HIGHEST for action port [ 1018.440269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.440269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.440802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.441300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.441509] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.445408] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.447731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.447731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.447731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.447731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.447731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.447731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.447731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.447731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.447731] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.452348] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-448a52e7-2731-44bc-8c80-295f688bc609 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.452348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-448a52e7-2731-44bc-8c80-295f688bc609" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.453357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-448a52e7-2731-44bc-8c80-295f688bc609" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.453357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-448a52e7-2731-44bc-8c80-295f688bc609" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.453357] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('448a52e7-2731-44bc-8c80-295f688bc609',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.902784] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1018.903168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.903428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.904033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.904371] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.904711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.904868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.905170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.905299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.905360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.905435] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.954788] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.956349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.956534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.957109] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 448a52e7-2731-44bc-8c80-295f688bc609 with status ACTIVE [ 1018.957375] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.957534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.957639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.957929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.958632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.958975] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.959207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.959382] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.959754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.960274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.960913] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.961111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.961224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.961492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.962306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.962795] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 448a52e7-2731-44bc-8c80-295f688bc609 is going to be updated. [ 1019.004048] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.005301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.005301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.005301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.005301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.005301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-448a52e7-2731-44bc-8c80-295f688bc609" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.239815] env[65529]: INFO networking_nsxv3.common.synchronization [req-2c7b9e86-3d86-47bc-a190-785d7a79c4f6 req-d8ae8854-85a1-41e0-8ce1-7d8b3db3978d tempest-FloatingIPsAssociationTestJSON-1379636312 tempest-FloatingIPsAssociationTestJSON-1379636312-project-member] Enqueued Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_members [ 1019.240458] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_members [ 1019.240783] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.240909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.240974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.241874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.242090] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.242216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.242272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.242438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.242674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.242674] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.408283] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.410055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.410055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.410055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.410055] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.410055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.410055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.410583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.410583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.410685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.411019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.412106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.412309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.415991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.417035] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.417035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.417035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.417035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.417035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.417388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.417388] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.458869] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.621088] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: SUCCESS [ 1019.621309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.622600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.622600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.622600] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.622600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.622600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.623620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.623620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.623620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.623620] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.663794] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-495 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.664016] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-495" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.664152] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-495" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.664438] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-495" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.664691] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.665279] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.666061] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.666061] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.666061] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.666265] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.666862] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.666862] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.666862] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.666862] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.666862] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.668372] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.690835] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.691056] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.691207] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.691472] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-495" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.691845] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-54778fd3-cd11-4a0d-8982-d69fa2d839d4 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.692113] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-54778fd3-cd11-4a0d-8982-d69fa2d839d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.692200] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-54778fd3-cd11-4a0d-8982-d69fa2d839d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.692541] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-54778fd3-cd11-4a0d-8982-d69fa2d839d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.692696] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54778fd3-cd11-4a0d-8982-d69fa2d839d4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.746251] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.775696] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 in Status: SUCCESS [ 1019.775696] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 deletion is rescheduled due to dependency. [ 1019.775996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.924086] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e74ce0-5ede-4236-b97a-db33aaeb12d3: rpc.has_security_group_logging(os_id): False [ 1019.943784] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.943995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.943995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.944425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.944425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.944489] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.944585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.944645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.944797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.944897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.945122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.945221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.945281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.945428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.945500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.945685] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.945779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.945840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.945978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.946374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.946533] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1019.964655] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.964930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.964930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.965266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.965266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.965266] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 is going to be created. [ 1019.996482] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.996482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.996482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.996769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.996769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.010016] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: UNINITIALIZED for 2s [ 1020.029975] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.029975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.029975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.029975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.029975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.052531] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1020.125174] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.195125] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.195436] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.195612] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.195984] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.196220] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.196426] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 54778fd3-cd11-4a0d-8982-d69fa2d839d4 not found, creating... [ 1020.196875] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.197889] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.197889] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.197889] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.199351] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.199351] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.199351] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.199351] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.199351] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.199351] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.199573] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 54778fd3-cd11-4a0d-8982-d69fa2d839d4 is going to be created. [ 1020.224270] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.224410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.224410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.224794] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.224971] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.225175] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-54778fd3-cd11-4a0d-8982-d69fa2d839d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.249153] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.628040] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b85f1eb5-b402-47db-91c4-c0beb975d723: rpc.has_security_group_logging(os_id): False [ 1020.649810] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.649977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.650123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.650278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.650399] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.650596] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.650705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.653072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.653072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.653072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.653072] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b85f1eb5-b402-47db-91c4-c0beb975d723 is going to be created. [ 1020.721285] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.721285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.721285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.721285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.721285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.735237] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: IN_PROGRESS for 2s [ 1020.752108] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.752910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.752910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.753314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.753314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.753314] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 is going to be updated. [ 1020.787049] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.787286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.787353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.787551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.787696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.799501] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: IN_PROGRESS for 2s [ 1021.026916] env[65529]: INFO networking_nsxv3.common.synchronization [req-2c7b9e86-3d86-47bc-a190-785d7a79c4f6 req-f2cbd33c-4c0c-4e99-92c9-ba88ab2ba2d7 service nova] Enqueued Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_rules [ 1021.027300] env[65529]: INFO networking_nsxv3.common.synchronization [req-2c7b9e86-3d86-47bc-a190-785d7a79c4f6 req-f2cbd33c-4c0c-4e99-92c9-ba88ab2ba2d7 service nova] Enqueued Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_members [ 1021.027300] env[65529]: INFO networking_nsxv3.common.synchronization [req-2c7b9e86-3d86-47bc-a190-785d7a79c4f6 req-f2cbd33c-4c0c-4e99-92c9-ba88ab2ba2d7 service nova] Enqueued Resource ID: 54778fd3-cd11-4a0d-8982-d69fa2d839d4 with Priority: HIGHEST for action port [ 1021.028059] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_rules [ 1021.028181] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_members [ 1021.028345] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54778fd3-cd11-4a0d-8982-d69fa2d839d4 with Priority: HIGHEST for action port [ 1021.028586] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.028720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.028775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.028987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.029092] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.030215] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.030336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.030552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-54778fd3-cd11-4a0d-8982-d69fa2d839d4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.030670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54778fd3-cd11-4a0d-8982-d69fa2d839d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.030714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54778fd3-cd11-4a0d-8982-d69fa2d839d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.031517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54778fd3-cd11-4a0d-8982-d69fa2d839d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.031517] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54778fd3-cd11-4a0d-8982-d69fa2d839d4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.445106] env[65529]: INFO networking_nsxv3.common.synchronization [req-3f2f772c-24eb-4b41-9e02-74b2237eba40 req-0b25c726-0560-438a-a920-f1b7d50a15aa tempest-DeleteServersTestJSON-655970916 tempest-DeleteServersTestJSON-655970916-project-member] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1021.445106] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1021.445203] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.445262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.445313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.445518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.445669] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.445782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.445832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.446256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.449269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.449269] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.533966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.533966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.533966] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54778fd3-cd11-4a0d-8982-d69fa2d839d4 with status ACTIVE [ 1021.533966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.533966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.533966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.533966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.534298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.534709] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.534709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.534709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.534891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.534891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.535070] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.535201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.535283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.535499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.535607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.535658] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54778fd3-cd11-4a0d-8982-d69fa2d839d4 is going to be updated. [ 1021.564673] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.564945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.565082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.565361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.565583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.565849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54778fd3-cd11-4a0d-8982-d69fa2d839d4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.951822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.951822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.951822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.951822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.974811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.975774] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.975774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.975774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.975774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.975774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.975774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1022.007154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.007306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.007360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.007572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.007710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.020261] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1022.020809] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: SUCCESS [ 1022.021256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.021256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.021533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.021618] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.021696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.021772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.021916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.021998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.022113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.022248] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.072384] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1022.072723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.524845] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.525046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.525102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.525310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.525471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.525571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.525710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.525865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.525953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.526049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.526195] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.526290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.526348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.526480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.526614] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.526703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.526827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.527058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.527138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.527221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.527424] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.750255] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: SUCCESS [ 1022.750494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.809337] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: SUCCESS [ 1022.809551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.809718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.809980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.810179] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.810297] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.810361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.810509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.810583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.810678] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.029489] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fd62858-2d1d-4fcb-95a3-11457659cac8: rpc.has_security_group_logging(os_id): False [ 1023.058034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.058235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.058235] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.058688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.058688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.058760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.058814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.058887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.059086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.059229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.059427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.059585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.059709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.059861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.059947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.060368] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.060471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.060533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.060676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.060838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.060946] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 is going to be created. [ 1023.155220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.155614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.155614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.155698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.155831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.171166] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: IN_PROGRESS for 2s [ 1023.313627] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.816843] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.035774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1024.035774] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a deletion is rescheduled due to dependency. [ 1024.035774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.320589] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.322306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.322306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.322306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.322306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.322306] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 is going to be updated. [ 1024.362601] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.362601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.362601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.362601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.362601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.380635] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: IN_PROGRESS for 2s [ 1025.186850] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: SUCCESS [ 1025.187199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.651726] env[65529]: INFO networking_nsxv3.common.synchronization [req-7f37fe6a-2a5d-4024-ab95-f3b88571a04a req-9c6c4c50-cb78-4d83-b8cf-0ba0dcce5034 tempest-ServersNegativeTestJSON-763001965 tempest-ServersNegativeTestJSON-763001965-project-member] Enqueued Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 1025.652332] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGHEST for action security_group_members [ 1025.652662] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.652784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.652845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.653576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.654875] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.654875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.654875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.654875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.654875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.654875] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.670863] env[65529]: INFO networking_nsxv3.common.synchronization [req-51359264-c0b6-4712-bb33-6603273e3268 req-9a519b67-3992-4044-92ba-0fe9e1b1a2f6 tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1025.672330] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1025.672330] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.672330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.672632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.672632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.672729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.672831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.672902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.673040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.673123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.673218] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.156945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.157291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.157418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.157745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.175231] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.183299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.183594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.183710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.183781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.183994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.184123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.184226] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df665080-c375-457f-8256-9bb18d9a2308 is going to be updated. [ 1026.214056] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.214451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.214451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.214594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.214594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.227968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: IN_PROGRESS for 2s [ 1026.393198] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: SUCCESS [ 1026.393444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.393585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.394323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.394532] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.394654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.394732] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.394898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.395097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.395208] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.395327] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.679195] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.872011] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ab5547ba-03b1-4805-99f1-2aa6a6323ad3 tempest-AttachVolumeShelveTestJSON-1842608892 tempest-AttachVolumeShelveTestJSON-1842608892-project-member] Enqueued Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_rules [ 1026.872011] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_rules [ 1026.872554] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ac742c-3cf5-408c-b334-1b66309476df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.872744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.873155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.873155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.873408] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.897760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.898145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.898145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.901427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.901427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.901427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.901427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.901427] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.001770] env[65529]: INFO networking_nsxv3.common.synchronization [None req-049d5cff-ec63-4dd1-b729-e7ea123e0ef1 tempest-AttachVolumeShelveTestJSON-1842608892 tempest-AttachVolumeShelveTestJSON-1842608892-project-member] Enqueued Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_rules [ 1027.002536] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_rules [ 1027.002895] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ac742c-3cf5-408c-b334-1b66309476df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.003051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.184312] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.184312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.184312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.184312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.184312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.184312] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1027.212220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.215247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.215247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.215247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.215247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.224406] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1027.393540] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.394022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.394022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.394022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.394191] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.394191] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ac742c-3cf5-408c-b334-1b66309476df already deleted. [ 1027.394268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.394875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.394875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.394875] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.403179] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a38c984-4402-46ca-bc6d-3c61ca7ad621: rpc.has_security_group_logging(os_id): False [ 1027.422088] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.422262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.422336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.422555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.422665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.422911] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.423017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.423090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.423259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.423342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.423540] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.423632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.423692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.423835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.423905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.426171] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.426288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.426355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.426504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.426577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.426667] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 is going to be updated. [ 1027.497899] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.498176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.498176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.498442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.498775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.514611] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: IN_PROGRESS for 2s [ 1027.917146] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.917595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.917595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.917716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.917760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.917895] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ac742c-3cf5-408c-b334-1b66309476df already deleted. [ 1027.918625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.241507] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: IN_PROGRESS for 4s [ 1029.237369] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 4s [ 1029.531814] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: SUCCESS [ 1029.531814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.251332] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df665080-c375-457f-8256-9bb18d9a2308 in Status: SUCCESS [ 1030.251640] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df665080-c375-457f-8256-9bb18d9a2308 deletion is rescheduled due to dependency. [ 1030.251640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.248802] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1031.249043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.004017] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1032.004423] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1037.005449] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1037.005890] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1037.204185] env[65529]: INFO networking_nsxv3.common.synchronization [req-8b90ed41-2d03-4e53-9f47-a0f1d538cbd4 req-51c5e89e-844e-4720-8d6c-b976817ee73d tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_members [ 1037.204893] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_members [ 1037.205222] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.205342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.205761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.205761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.205761] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.205999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.205999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.207145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.207145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.207145] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.597768] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.597768] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.597929] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.598165] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.598403] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.599813] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.599991] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.604094] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.604094] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.604094] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.604094] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.604094] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.604094] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.604094] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.604094] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.604094] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.626542] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.626751] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.626834] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.627012] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.627448] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-be0410db-d330-4a3a-98f2-b377270ed5d5 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.627707] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-be0410db-d330-4a3a-98f2-b377270ed5d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.627863] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-be0410db-d330-4a3a-98f2-b377270ed5d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.628970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-be0410db-d330-4a3a-98f2-b377270ed5d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.628970] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0410db-d330-4a3a-98f2-b377270ed5d5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.709425] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.840686] env[65529]: INFO networking_nsxv3.common.synchronization [req-82715a8e-256c-40dc-9ee4-3052c5bcf566 req-22606dbb-c573-4e68-862f-08ab34b19a70 tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1037.841622] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1037.841888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.843771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.843902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.844363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.844363] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.844506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.844562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.844734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.844816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.844898] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.134638] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.135158] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.135158] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.135434] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.135550] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.135743] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port be0410db-d330-4a3a-98f2-b377270ed5d5 not found, creating... [ 1038.136053] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.136233] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.136454] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.136598] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.136745] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.137251] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.137392] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.137544] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.137836] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.137956] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.139761] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: be0410db-d330-4a3a-98f2-b377270ed5d5 is going to be created. [ 1038.163878] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.164162] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.164364] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.164735] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.165079] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.165380] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-be0410db-d330-4a3a-98f2-b377270ed5d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.211429] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.349981] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.542863] env[65529]: INFO networking_nsxv3.common.synchronization [req-54cc93dc-5243-4d86-9d6e-793f4202bc5e req-9c9cbad8-fdb0-4981-9261-01f82cbe2789 tempest-FloatingIPsAssociationTestJSON-1379636312 tempest-FloatingIPsAssociationTestJSON-1379636312-project-member] Enqueued Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_members [ 1038.543422] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_members [ 1038.543728] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.543849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.543917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.544131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.544347] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.544462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.544523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.544678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.544765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.544855] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.716560] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.716736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.716830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.717080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.717172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.717273] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b85f1eb5-b402-47db-91c4-c0beb975d723 is going to be updated. [ 1038.750603] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.750824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.750906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.751173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.751339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.763436] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: IN_PROGRESS for 2s [ 1038.854226] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.919523] env[65529]: INFO networking_nsxv3.common.synchronization [req-8b90ed41-2d03-4e53-9f47-a0f1d538cbd4 req-c941921f-5a77-4920-bc98-155113eb98e1 service nova] Enqueued Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_rules [ 1038.919523] env[65529]: INFO networking_nsxv3.common.synchronization [req-8b90ed41-2d03-4e53-9f47-a0f1d538cbd4 req-c941921f-5a77-4920-bc98-155113eb98e1 service nova] Enqueued Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_members [ 1038.921060] env[65529]: INFO networking_nsxv3.common.synchronization [req-8b90ed41-2d03-4e53-9f47-a0f1d538cbd4 req-c941921f-5a77-4920-bc98-155113eb98e1 service nova] Enqueued Resource ID: be0410db-d330-4a3a-98f2-b377270ed5d5 with Priority: HIGHEST for action port [ 1038.921320] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_rules [ 1038.924895] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_members [ 1038.924895] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0410db-d330-4a3a-98f2-b377270ed5d5 with Priority: HIGHEST for action port [ 1038.924895] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.924895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.924895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.924895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.924895] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.926178] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.926454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.926784] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-be0410db-d330-4a3a-98f2-b377270ed5d5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.927205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be0410db-d330-4a3a-98f2-b377270ed5d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.927361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be0410db-d330-4a3a-98f2-b377270ed5d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.928245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be0410db-d330-4a3a-98f2-b377270ed5d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.928919] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be0410db-d330-4a3a-98f2-b377270ed5d5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.047341] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.358493] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.358878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.358878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.358995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.359092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.359192] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1039.391240] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.391391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.391453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.391742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.391935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.402302] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1039.434219] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.434219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.436336] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be0410db-d330-4a3a-98f2-b377270ed5d5 with status ACTIVE [ 1039.436535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.436667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.437583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.437583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.437583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.437583] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.437583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.439188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.439188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.439188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.439188] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.439188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.439188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.439188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.439188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.439188] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be0410db-d330-4a3a-98f2-b377270ed5d5 is going to be updated. [ 1039.466188] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.466352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.466441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.467318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.467728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.468076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be0410db-d330-4a3a-98f2-b377270ed5d5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.549461] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.686685] env[65529]: INFO networking_nsxv3.common.synchronization [req-7f659472-9e1c-4337-8a85-bee1a57ecbb9 req-ffb9a6d9-ff23-41fa-9485-80f8398c2621 tempest-AttachVolumeShelveTestJSON-1842608892 tempest-AttachVolumeShelveTestJSON-1842608892-project-member] Enqueued Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_members [ 1039.687105] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_members [ 1039.687423] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ac742c-3cf5-408c-b334-1b66309476df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.687611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.687611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.687880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.692439] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.692857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.692857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.692972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.693035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.693137] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.053812] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.054046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.054099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.054279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.054372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.054496] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 is going to be updated. [ 1040.086508] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.086508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.086508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.086508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.086508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.095149] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: IN_PROGRESS for 2s [ 1040.126134] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.126134] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.126134] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.126134] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.126134] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.126134] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.126134] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.127214] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.130020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.130020] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.130020] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.130020] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.130020] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.130020] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.130020] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.130020] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.147092] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.147441] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.147785] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.148612] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.148612] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-a137cf05-0ed4-4158-81bf-9da627e8c28c taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.148612] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.149866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.149866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.149866] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a137cf05-0ed4-4158-81bf-9da627e8c28c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.196240] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.196454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.196529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.196916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.197016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.197248] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.197354] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.197417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.197576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.197651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.197736] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ac742c-3cf5-408c-b334-1b66309476df already deleted. [ 1040.197815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.652621] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.653045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.653045] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.653246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.653393] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.653541] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port a137cf05-0ed4-4158-81bf-9da627e8c28c not found, creating... [ 1040.653794] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.654153] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.654153] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.654307] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.654411] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.654689] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.654846] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.654962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.655590] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.655731] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.655887] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: a137cf05-0ed4-4158-81bf-9da627e8c28c is going to be created. [ 1040.675756] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.675950] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.676144] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.676404] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.677410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.677410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.775755] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: SUCCESS [ 1040.775755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.775921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.776100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.776316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.776508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.776508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.776610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.776704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.776801] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.280136] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.415881] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1041.416324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.783095] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.892213] env[65529]: INFO networking_nsxv3.common.synchronization [req-7f659472-9e1c-4337-8a85-bee1a57ecbb9 req-f777c247-0d27-4521-bcff-1ed094e7f110 service nova] Enqueued Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_rules [ 1041.892213] env[65529]: INFO networking_nsxv3.common.synchronization [req-7f659472-9e1c-4337-8a85-bee1a57ecbb9 req-f777c247-0d27-4521-bcff-1ed094e7f110 service nova] Enqueued Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_members [ 1041.892213] env[65529]: INFO networking_nsxv3.common.synchronization [req-7f659472-9e1c-4337-8a85-bee1a57ecbb9 req-f777c247-0d27-4521-bcff-1ed094e7f110 service nova] Enqueued Resource ID: a137cf05-0ed4-4158-81bf-9da627e8c28c with Priority: HIGHEST for action port [ 1041.892213] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_rules [ 1041.892213] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_members [ 1041.892213] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a137cf05-0ed4-4158-81bf-9da627e8c28c with Priority: HIGHEST for action port [ 1041.892213] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ac742c-3cf5-408c-b334-1b66309476df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.892213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.892213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.892213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.892213] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.893436] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ac742c-3cf5-408c-b334-1b66309476df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.893646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.894164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.894371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.894531] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.894628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.894687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.894850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.895752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.895936] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.896838] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a137cf05-0ed4-4158-81bf-9da627e8c28c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.896943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.897022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.897583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.897713] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a137cf05-0ed4-4158-81bf-9da627e8c28c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.106918] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: SUCCESS [ 1042.107014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.174503] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5f853aa-fe89-474b-aafb-6fbcdb12ea3b req-1e1e4702-937d-46b5-999c-33e07ba001ea tempest-DeleteServersTestJSON-655970916 tempest-DeleteServersTestJSON-655970916-project-member] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1042.175066] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1042.175397] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.175515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.175582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.175782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.175931] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.179051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.179203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.179364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.179492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.179557] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.287746] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.287746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.287746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.287746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.287746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.287746] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b85f1eb5-b402-47db-91c4-c0beb975d723 is going to be updated. [ 1042.316299] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.316470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.316547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.316791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.317394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.327126] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: IN_PROGRESS for 2s [ 1042.384228] env[65529]: INFO networking_nsxv3.common.synchronization [req-50c081d4-ce0e-48b7-9873-daf32ccf39f3 req-3aaf5705-2829-45ef-9cb1-51ad5ae60eff tempest-ServerRescueNegativeTestJSON-761915835 tempest-ServerRescueNegativeTestJSON-761915835-project-member] Enqueued Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGHEST for action security_group_members [ 1042.384902] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGHEST for action security_group_members [ 1042.385224] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d916c80-a504-4a7c-931f-217958cdb9d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.385352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.385438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.385611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.385755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.385848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.385908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.386913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.386913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.386913] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.399581] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.400631] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ac742c-3cf5-408c-b334-1b66309476df taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.400817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.401741] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a137cf05-0ed4-4158-81bf-9da627e8c28c with status ACTIVE [ 1042.401913] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.405547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.405547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.405547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.405547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.405547] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.405547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.405547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.405547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.405547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.405547] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.405547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.405547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.405547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.405547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.405547] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a137cf05-0ed4-4158-81bf-9da627e8c28c is going to be updated. [ 1042.428180] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.428442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.428442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.428624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.428759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.428925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.571486] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.571766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.571894] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.572258] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.572828] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.573104] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.573233] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.573487] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.573644] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.573933] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.574062] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.574170] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.574304] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.574577] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.574577] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.575027] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.594740] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.594940] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.595129] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.595260] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.595617] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-f8007e75-cfec-4110-b986-f3264b095e16 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.595800] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-f8007e75-cfec-4110-b986-f3264b095e16" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.595943] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-f8007e75-cfec-4110-b986-f3264b095e16" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.596324] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-f8007e75-cfec-4110-b986-f3264b095e16" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.596534] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8007e75-cfec-4110-b986-f3264b095e16',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.682071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.682248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.682486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.682555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.682631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.682823] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.682913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.682967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.683135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.683211] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.683296] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1042.709246] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.709246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.709246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.709961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.709961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.718840] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1042.891968] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.892404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.892404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.892404] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.892612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.892612] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.892743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.892798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.892962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.893046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.893100] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 is going to be updated. [ 1042.907222] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.921334] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.921505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.921547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.921746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.921879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.933089] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 in Status: IN_PROGRESS for 2s [ 1043.103078] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.103342] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.103470] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.103799] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.104060] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.104242] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port f8007e75-cfec-4110-b986-f3264b095e16 not found, creating... [ 1043.104419] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.104580] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.104740] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.104932] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.105089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.105406] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.105936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.105936] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.106064] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.106159] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.106323] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: f8007e75-cfec-4110-b986-f3264b095e16 is going to be created. [ 1043.134415] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.134643] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.134717] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.136244] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.136244] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.136244] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-f8007e75-cfec-4110-b986-f3264b095e16" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.410611] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.410611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.410611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.410882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.411031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.411407] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ac742c-3cf5-408c-b334-1b66309476df is going to be created. [ 1043.440966] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.441202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.441315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.441538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.441704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.453706] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ac742c-3cf5-408c-b334-1b66309476df in Status: UNINITIALIZED for 2s [ 1043.866500] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5f853aa-fe89-474b-aafb-6fbcdb12ea3b req-33847a67-4641-4fe8-8464-f27899f51516 service nova] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_rules [ 1043.867494] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5f853aa-fe89-474b-aafb-6fbcdb12ea3b req-33847a67-4641-4fe8-8464-f27899f51516 service nova] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1043.867494] env[65529]: INFO networking_nsxv3.common.synchronization [req-b5f853aa-fe89-474b-aafb-6fbcdb12ea3b req-33847a67-4641-4fe8-8464-f27899f51516 service nova] Enqueued Resource ID: f8007e75-cfec-4110-b986-f3264b095e16 with Priority: HIGHEST for action port [ 1043.867776] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_rules [ 1043.868065] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1043.868182] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8007e75-cfec-4110-b986-f3264b095e16 with Priority: HIGHEST for action port [ 1043.868659] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.868817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.868925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.869252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.869298] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.871764] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.871764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.872080] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8007e75-cfec-4110-b986-f3264b095e16 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.872747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8007e75-cfec-4110-b986-f3264b095e16" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.872747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8007e75-cfec-4110-b986-f3264b095e16" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.872747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8007e75-cfec-4110-b986-f3264b095e16" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.872747] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8007e75-cfec-4110-b986-f3264b095e16',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.340797] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: SUCCESS [ 1044.340797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.340797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.341262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.341431] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.341624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.341737] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.341983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.342078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.342209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.342364] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.372360] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.372360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.375419] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8007e75-cfec-4110-b986-f3264b095e16 with status ACTIVE [ 1044.379774] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.379774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.379774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.379774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.379774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.379774] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.379774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.379774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.379774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.379774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.379774] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.379774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.379774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.379774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.379774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.379774] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8007e75-cfec-4110-b986-f3264b095e16 is going to be updated. [ 1044.415338] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.416606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.418118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.418118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.418118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.418118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8007e75-cfec-4110-b986-f3264b095e16" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.732077] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1044.732359] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a deletion is rescheduled due to dependency. [ 1044.732482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.732668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.732890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.733105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.733234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.733291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.733478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.733558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.733656] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.845019] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.943154] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 in Status: SUCCESS [ 1044.943338] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 deletion is rescheduled due to dependency. [ 1044.943463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.240561] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.346892] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b85f1eb5-b402-47db-91c4-c0beb975d723: rpc.has_security_group_logging(os_id): False [ 1045.366182] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.366335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.366394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.366897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.366897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.367027] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.367027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.367154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.367210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.367362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.367362] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b85f1eb5-b402-47db-91c4-c0beb975d723 is going to be updated. [ 1045.431037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.431218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.431365] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.431586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.431733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.447521] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: IN_PROGRESS for 2s [ 1045.466161] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ac742c-3cf5-408c-b334-1b66309476df in Status: SUCCESS [ 1045.466161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.468105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.468105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.468105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.468105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.468105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.468105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.468105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.468105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.468105] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.742906] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.970070] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.245836] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.246430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.246430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.246430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.246430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.246658] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1046.279521] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.279731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.279731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.279925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.280079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.290220] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1046.472404] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8ac742c-3cf5-408c-b334-1b66309476df: rpc.has_security_group_logging(os_id): False [ 1046.491956] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.491956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.491956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.493350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.493350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.493350] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.493350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.493350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.493350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.493350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.493350] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ac742c-3cf5-408c-b334-1b66309476df is going to be created. [ 1046.562251] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.562251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.562251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.562703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.563059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.577021] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ac742c-3cf5-408c-b334-1b66309476df in Status: IN_PROGRESS for 2s [ 1047.461527] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: SUCCESS [ 1047.461527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.874111] env[65529]: INFO networking_nsxv3.common.synchronization [req-282a5735-d2d7-4b80-b0e4-b9fadc2bca58 req-50bfc699-a789-4907-b5d3-ef1a0f31b892 tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_members [ 1047.874735] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_members [ 1047.875230] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.875316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.875422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.875827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.875890] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.876066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.876174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.876351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.876484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.876594] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.242235] env[65529]: INFO networking_nsxv3.common.synchronization [None req-8d2c6f92-b574-4efa-bf5e-a672f7285b05 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 1048.244207] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 1048.244742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.244934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.245058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.245481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.245719] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.245893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.245994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.246228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.246529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.246801] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.303524] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1048.303753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.304303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.304563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.304724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.305658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.305658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.305658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.305658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.305658] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.305658] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.387253] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.387482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.387552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.387771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.387862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.388219] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.388219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.388219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.388410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.388449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.388526] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 is going to be updated. [ 1048.420364] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.420538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.420607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.420856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.421806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.435975] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: IN_PROGRESS for 2s [ 1048.592732] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ac742c-3cf5-408c-b334-1b66309476df in Status: SUCCESS [ 1048.592945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.753019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.753019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.753019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.753019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.753355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.753419] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.754765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.754765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.754765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.754765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.754765] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be deleted. [ 1048.802338] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.803752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.803954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.804153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.804256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.804700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.810044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.810281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.810699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.810699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.810849] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.810956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.811053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.811230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.811334] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.814520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.814812] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.814985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.815085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.815300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.815467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.815575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.815655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.815766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.815845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.815927] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.816984] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.084663] env[65529]: INFO networking_nsxv3.common.synchronization [req-12a5be20-be45-4d6c-95c4-155ebfde0a9b req-14faa5dc-4a31-4695-88c6-9cf1558e3bcb tempest-FloatingIPsAssociationTestJSON-1379636312 tempest-FloatingIPsAssociationTestJSON-1379636312-project-member] Enqueued Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_members [ 1049.085264] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGHEST for action security_group_members [ 1049.085622] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.085741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.085807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.086009] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.086779] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.086889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.086984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.087135] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.087240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.087682] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.323458] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f37177ac-069c-43f8-b905-06c9d5add98a: rpc.has_security_group_logging(os_id): False [ 1049.344048] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.344048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.344048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.344048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.344048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.344400] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.344400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.344400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.344521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.345110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.345110] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.345110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.345110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.345110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.345110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.345381] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.345381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.345381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.346625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.346625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.346625] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1049.423985] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.423985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.423985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.423985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.423985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.439263] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1049.591438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.591648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.591698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.591889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.592016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.592211] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.592311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.592372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.592558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.592642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.592729] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 is going to be updated. [ 1049.620294] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.620549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.620549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.620751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.620890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.631403] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: IN_PROGRESS for 2s [ 1050.449130] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: SUCCESS [ 1050.449130] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 deletion is rescheduled due to dependency. [ 1050.449130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.453993] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1051.454353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.640939] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 in Status: SUCCESS [ 1051.641210] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 deletion is rescheduled due to dependency. [ 1051.641339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.086020] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1054.086338] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1054.144985] env[65529]: INFO networking_nsxv3.common.synchronization [req-a99577fc-2727-4f25-b6b7-aeebb37c8bdc req-861f0ea5-ee20-4579-8eae-398023d2591b tempest-ServerDiskConfigTestJSON-1663387755 tempest-ServerDiskConfigTestJSON-1663387755-project-member] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 1054.145433] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 1054.145491] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.146417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.146417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.146417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.146417] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.146417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.146417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.146417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.146895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.146895] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.649969] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.649969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.649969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.649969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.673257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.673496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.673612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.673680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.673883] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.673965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.674066] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 1054.702491] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.702656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.702702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.702896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.703081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.714402] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 1056.507190] env[65529]: INFO networking_nsxv3.common.synchronization [req-bff9dedf-8abf-4ce4-97a6-98f9158640a6 req-de77f59a-91f4-4f1b-bab3-db494c4901ed tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1056.507389] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1056.507646] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.507789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.507828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.508027] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.508178] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.508298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.508364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.508519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.508606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.508697] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.730983] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 1056.731134] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 deletion is rescheduled due to dependency. [ 1056.731261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.853977] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.854217] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.854334] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.854607] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.854868] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.855026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.855144] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.855350] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.855490] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.855696] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.855804] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.855911] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.856028] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.856140] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.856240] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.856376] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.875285] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.875472] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.875607] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.875780] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.876095] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-a31bfcd3-4f5a-48bd-8048-68a706a4b908 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.876265] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-a31bfcd3-4f5a-48bd-8048-68a706a4b908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.876387] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-a31bfcd3-4f5a-48bd-8048-68a706a4b908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.876706] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-a31bfcd3-4f5a-48bd-8048-68a706a4b908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.876838] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31bfcd3-4f5a-48bd-8048-68a706a4b908',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.010975] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.380031] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.380031] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.380031] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.380251] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.380459] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.380609] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port a31bfcd3-4f5a-48bd-8048-68a706a4b908 not found, creating... [ 1057.380863] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.381392] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.381392] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.381392] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.381712] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.382069] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.382831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.382831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.382831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.382831] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.382831] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: a31bfcd3-4f5a-48bd-8048-68a706a4b908 is going to be created. [ 1057.408734] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.408734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.408734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.408995] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.409046] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.409680] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-a31bfcd3-4f5a-48bd-8048-68a706a4b908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.512792] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.016024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.016312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.016433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.016700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.016803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.016958] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1058.055701] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.055934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.056017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.056245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.056411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.075930] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1058.138357] env[65529]: INFO networking_nsxv3.common.synchronization [req-bff9dedf-8abf-4ce4-97a6-98f9158640a6 req-27683395-4348-4e71-8f2b-98804047680b service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 1058.138574] env[65529]: INFO networking_nsxv3.common.synchronization [req-bff9dedf-8abf-4ce4-97a6-98f9158640a6 req-27683395-4348-4e71-8f2b-98804047680b service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1058.138711] env[65529]: INFO networking_nsxv3.common.synchronization [req-bff9dedf-8abf-4ce4-97a6-98f9158640a6 req-27683395-4348-4e71-8f2b-98804047680b service nova] Enqueued Resource ID: a31bfcd3-4f5a-48bd-8048-68a706a4b908 with Priority: HIGHEST for action port [ 1058.139405] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 1058.139559] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1058.139708] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31bfcd3-4f5a-48bd-8048-68a706a4b908 with Priority: HIGHEST for action port [ 1058.140122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.140307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.140428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.140742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.140872] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.142100] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.142244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.142624] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a31bfcd3-4f5a-48bd-8048-68a706a4b908 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.142708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a31bfcd3-4f5a-48bd-8048-68a706a4b908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.142785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a31bfcd3-4f5a-48bd-8048-68a706a4b908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.143062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a31bfcd3-4f5a-48bd-8048-68a706a4b908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.143191] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a31bfcd3-4f5a-48bd-8048-68a706a4b908',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.645670] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.645958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.646212] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a31bfcd3-4f5a-48bd-8048-68a706a4b908 with status ACTIVE [ 1058.646473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.646653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.646811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.647228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.647505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.647559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.647679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.647804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.648084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.648512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.648512] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.648694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.648778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.649047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.649197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.649346] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a31bfcd3-4f5a-48bd-8048-68a706a4b908 is going to be updated. [ 1058.681908] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.682155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.682277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.682610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.682843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.683123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a31bfcd3-4f5a-48bd-8048-68a706a4b908" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.089290] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1060.089769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.089769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.090056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.090320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.090497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.090565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.090745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.090819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.090924] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.483578] env[65529]: INFO networking_nsxv3.common.synchronization [req-d3099a0b-058b-498a-824e-a21990c07582 req-85b14b1f-fd16-4cb3-93e9-a4cfe2af43da tempest-AttachInterfacesUnderV243Test-1183002376 tempest-AttachInterfacesUnderV243Test-1183002376-project-member] Enqueued Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1060.483830] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1060.484325] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.484631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.485145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.485494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.485789] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.486547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.487125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.487314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.488875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.488875] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.510231] env[65529]: INFO networking_nsxv3.common.synchronization [req-d3099a0b-058b-498a-824e-a21990c07582 req-85b14b1f-fd16-4cb3-93e9-a4cfe2af43da tempest-AttachInterfacesUnderV243Test-1183002376 tempest-AttachInterfacesUnderV243Test-1183002376-project-member] Enqueued Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_rules [ 1060.510362] env[65529]: INFO networking_nsxv3.common.synchronization [req-d3099a0b-058b-498a-824e-a21990c07582 req-85b14b1f-fd16-4cb3-93e9-a4cfe2af43da tempest-AttachInterfacesUnderV243Test-1183002376 tempest-AttachInterfacesUnderV243Test-1183002376-project-member] Enqueued Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1060.510534] env[65529]: INFO networking_nsxv3.common.synchronization [req-d3099a0b-058b-498a-824e-a21990c07582 req-85b14b1f-fd16-4cb3-93e9-a4cfe2af43da tempest-AttachInterfacesUnderV243Test-1183002376 tempest-AttachInterfacesUnderV243Test-1183002376-project-member] Enqueued Resource ID: 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b with Priority: HIGHEST for action port [ 1060.511192] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_rules [ 1060.511329] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1060.511433] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b with Priority: HIGHEST for action port [ 1060.513438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.513566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.513631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.514054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.514054] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.514796] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.515697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.515697] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.515697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.515697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.515697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.515697] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.596402] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.985893] env[65529]: INFO networking_nsxv3.common.synchronization [req-443b1bff-694d-4243-9968-70f808bbde2b req-9f68f57b-6143-4d47-9ba3-9e1713aa456b tempest-ServerRescueNegativeTestJSON-761915835 tempest-ServerRescueNegativeTestJSON-761915835-project-member] Enqueued Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_members [ 1060.986366] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_members [ 1060.986701] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.986828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.986924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.987781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.987781] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.987781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.987781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.987995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.987995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.988077] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.994449] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.017796] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.017796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.023340] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b with status ACTIVE [ 1061.023340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.023340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.023340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.023340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.023340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.023340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.023340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.023340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.023340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.023340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.023340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.023340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.023340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.023340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.023340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.024172] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b is going to be updated. [ 1061.050221] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.050432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.050510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.050722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.050865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.051035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.099265] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.490534] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.498076] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.603699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.603699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.603699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.603699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.604033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.604033] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1061.638809] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.639150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.639150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.639286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.639459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.656573] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1061.994465] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.999721] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.999885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.999958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.000263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.000388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.000536] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f51e19-d3bc-410a-add7-197b28700711 is going to be updated. [ 1062.034347] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.034875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.034875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.034875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.035074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.048182] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f51e19-d3bc-410a-add7-197b28700711 in Status: IN_PROGRESS for 2s [ 1062.392857] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b7a3a0ba-5853-4071-9910-7d9fe0bce0e6 tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 with Priority: HIGHEST for action security_group_rules [ 1062.393119] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 with Priority: HIGHEST for action security_group_rules [ 1062.393658] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.393784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.393851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.394195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.394310] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0efef1a5-ca31-452b-9e7a-9caaa2e743e8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.430216] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.430344] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.430401] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.430839] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.431127] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.431285] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.431403] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.431627] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.431773] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.431983] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.432105] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.432214] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.432318] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.432434] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.432589] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.432655] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.453869] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.454029] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.454078] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.454266] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.454653] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.454836] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.454972] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.455365] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.455531] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c657ec9-1772-4a7c-b2b9-caa541f3a3d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.496018] env[65529]: INFO networking_nsxv3.common.synchronization [None req-e5437df0-c032-480c-982e-2d47c85f6e39 tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 with Priority: HIGHEST for action security_group_rules [ 1062.496889] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 with Priority: HIGHEST for action security_group_rules [ 1062.497396] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.497466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.497502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.497703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.497805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.497900] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 is going to be updated. [ 1062.499962] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.499962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.531166] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.531166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.531166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.531166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.531166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.543318] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: IN_PROGRESS for 2s [ 1062.916671] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.916671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.917077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.917077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.917160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.917204] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 already deleted. [ 1062.917291] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.917465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.917651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.917755] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0efef1a5-ca31-452b-9e7a-9caaa2e743e8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.957525] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.957776] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.957896] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.958366] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.958606] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.958769] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 not found, creating... [ 1062.959125] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.959339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.959504] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.959794] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.960472] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.960823] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.961011] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.961139] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.961387] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.961587] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.961760] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 is going to be created. [ 1062.982967] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.983999] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.983999] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.983999] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.983999] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.984516] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.443217] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.443788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.443914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.444215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.444513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.444648] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 already deleted. [ 1063.444752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.664626] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1063.664907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.665142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.665428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.665687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.665844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.665965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.666187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.666255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.666364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.666491] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.693054] env[65529]: INFO networking_nsxv3.common.synchronization [req-f1d0c14c-f159-4608-8e5e-02a8d2e55bc8 req-0a264d17-e197-4469-b95b-fe78bce41f0e service nova] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_rules [ 1063.693054] env[65529]: INFO networking_nsxv3.common.synchronization [req-f1d0c14c-f159-4608-8e5e-02a8d2e55bc8 req-0a264d17-e197-4469-b95b-fe78bce41f0e service nova] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 1063.693054] env[65529]: INFO networking_nsxv3.common.synchronization [req-f1d0c14c-f159-4608-8e5e-02a8d2e55bc8 req-0a264d17-e197-4469-b95b-fe78bce41f0e service nova] Enqueued Resource ID: 9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 with Priority: HIGHEST for action port [ 1063.693409] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_rules [ 1063.693570] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 1063.693698] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 with Priority: HIGHEST for action port [ 1063.694709] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.694918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.695039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.695302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.695430] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.697458] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.699053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.699053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.699053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.699053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.699364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.699462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.699674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.699817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.699970] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.702234] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.702234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.702234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.702234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.702234] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c657ec9-1772-4a7c-b2b9-caa541f3a3d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.059113] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f51e19-d3bc-410a-add7-197b28700711 in Status: SUCCESS [ 1064.059364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.059507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.059723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.059912] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.060042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.060131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.060258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.060329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.060436] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.169149] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.169341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.169421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.170028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.170521] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.170735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.170735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.171520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.171520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.171520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.171520] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.171763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.171763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.171896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.172105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.172243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.172356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.172542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.172671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.172779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.172972] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.206307] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.206307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.206307] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.206307] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 with status ACTIVE [ 1064.206307] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.206307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.207120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.207120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.207120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.207120] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.207120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.207414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.207414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.207513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.207717] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.207848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.207922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.208113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.208215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.208457] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 is going to be updated. [ 1064.233397] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.233397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.233557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.233720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.233898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.234123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.554834] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: SUCCESS [ 1064.555209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.562892] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.675541] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e74ce0-5ede-4236-b97a-db33aaeb12d3: rpc.has_security_group_logging(os_id): False [ 1064.695272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.695529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.695584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.695810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.695926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.696169] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.696342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.696433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.696659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.696759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.696997] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.697151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.697209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.697408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.697504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.697723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.697866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.697981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.698179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.698271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.698419] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1064.711056] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.784733] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.784733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.785087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.785087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.786015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.811232] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1065.065237] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.215589] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.215589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.215589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.215589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.215589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.215589] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be created. [ 1065.243900] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.243900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.243900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.243900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.243900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.258946] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: UNINITIALIZED for 2s [ 1065.264642] env[65529]: INFO networking_nsxv3.common.synchronization [req-4edbc2b5-c5c9-401c-8e61-b0da0caf1dfb req-533047cd-f6f8-4088-a70f-8dd58dd80ab1 tempest-AttachInterfacesUnderV243Test-1183002376 tempest-AttachInterfacesUnderV243Test-1183002376-project-member] Enqueued Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1065.265404] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1065.265719] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.265821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.281106] env[65529]: INFO networking_nsxv3.common.synchronization [req-4edbc2b5-c5c9-401c-8e61-b0da0caf1dfb req-533047cd-f6f8-4088-a70f-8dd58dd80ab1 tempest-AttachInterfacesUnderV243Test-1183002376 tempest-AttachInterfacesUnderV243Test-1183002376-project-member] Enqueued Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_rules [ 1065.281278] env[65529]: INFO networking_nsxv3.common.synchronization [req-4edbc2b5-c5c9-401c-8e61-b0da0caf1dfb req-533047cd-f6f8-4088-a70f-8dd58dd80ab1 tempest-AttachInterfacesUnderV243Test-1183002376 tempest-AttachInterfacesUnderV243Test-1183002376-project-member] Enqueued Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1065.281411] env[65529]: INFO networking_nsxv3.common.synchronization [req-4edbc2b5-c5c9-401c-8e61-b0da0caf1dfb req-533047cd-f6f8-4088-a70f-8dd58dd80ab1 tempest-AttachInterfacesUnderV243Test-1183002376 tempest-AttachInterfacesUnderV243Test-1183002376-project-member] Enqueued Resource ID: 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b with Priority: HIGHEST for action port [ 1065.282177] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_rules [ 1065.282322] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1065.282419] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b with Priority: HIGHEST for action port [ 1065.282695] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.282884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.283105] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.283193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.283389] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.283476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.283696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.284146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.284146] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.567561] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.567893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.567893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.568132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.568218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.568317] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f51e19-d3bc-410a-add7-197b28700711 is going to be updated. [ 1065.612824] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.612995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.613080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.613296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.613436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.627185] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f51e19-d3bc-410a-add7-197b28700711 in Status: IN_PROGRESS for 2s [ 1065.789046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b with status ACTIVE [ 1065.789348] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.789529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.789628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.789854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.789949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.790254] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.793484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.793543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.794332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.794332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.794332] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.794332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.794332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.794559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.794673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.794765] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b is going to be updated. [ 1065.820379] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.820379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.820705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.820705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.820955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.820955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7adec2c9-3e3e-4e1b-b016-efc48f9d4f9b" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.830150] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1066.830481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.270410] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 1067.271162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.271162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.271162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.271475] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.271606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.271674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.271839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.271925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.272049] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.272317] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.637542] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f51e19-d3bc-410a-add7-197b28700711 in Status: SUCCESS [ 1067.639362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.639739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.640424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.640424] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.640595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.640595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.640696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.640799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.640888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.641015] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.642035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.642601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.642601] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.642601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.642753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.642860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.643078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.643192] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.775586] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.775834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.775929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.776318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.776592] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.776745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.776814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.777590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.777715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.777880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.778097] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.778234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.778275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.778475] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.778650] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.778760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.778823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.778987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.779090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.779178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.779270] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.146458] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.146873] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.282126] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb08391b-ad0f-41bd-8b42-42ef4a5b940c: rpc.has_security_group_logging(os_id): False [ 1068.302091] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.302420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.302546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.302824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.302963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.303253] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.303347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.303375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.303529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.303620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.303837] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.303961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.304483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.304731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.304900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.305153] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.305304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.306073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.306073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.306073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.306073] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be created. [ 1068.376083] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.376264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.376418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.376547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.376712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.395613] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: IN_PROGRESS for 2s [ 1068.648249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21f51e19-d3bc-410a-add7-197b28700711: rpc.has_security_group_logging(os_id): False [ 1068.649651] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.670320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.670478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.670872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.670872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.670872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.671122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.671231] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.671295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.671521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.671521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.671690] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f51e19-d3bc-410a-add7-197b28700711 is going to be updated. [ 1068.750089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.750089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.750089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.750089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.750089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.767591] env[65529]: INFO networking_nsxv3.common.synchronization [None req-c2957308-3392-4769-a428-0a8fec7e59e4 None None] Enqueued Resource ID: cdd05534-7d1a-4b9c-85e6-ff380deb48e2 with Priority: HIGHEST for action port [ 1068.769590] env[65529]: INFO networking_nsxv3.common.synchronization [req-1f2e5aa0-92fe-44bf-8a85-56bb9c39e21f req-245e4623-d2f3-4a13-938b-7333640886fa tempest-ServerDiskConfigTestJSON-1663387755 tempest-ServerDiskConfigTestJSON-1663387755-project-member] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 1068.772508] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f51e19-d3bc-410a-add7-197b28700711 in Status: IN_PROGRESS for 2s [ 1068.773246] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdd05534-7d1a-4b9c-85e6-ff380deb48e2 with Priority: HIGHEST for action port [ 1068.773398] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 1068.776415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdd05534-7d1a-4b9c-85e6-ff380deb48e2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.776546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdd05534-7d1a-4b9c-85e6-ff380deb48e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.776629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdd05534-7d1a-4b9c-85e6-ff380deb48e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.776974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdd05534-7d1a-4b9c-85e6-ff380deb48e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.777120] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd05534-7d1a-4b9c-85e6-ff380deb48e2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.781392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.781666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.781666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.781920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.782165] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.782312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.782390] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.782620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.782716] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.782821] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.152165] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.152560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.152560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.152761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.152810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.152946] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f51e19-d3bc-410a-add7-197b28700711 is going to be updated. [ 1069.188182] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.189018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.189611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.189611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.189785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.200210] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f51e19-d3bc-410a-add7-197b28700711 in Status: IN_PROGRESS for 2s [ 1069.234198] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.236750] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.236750] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.236750] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.236750] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.236750] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.237093] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.238270] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.238270] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.238270] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.238270] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.238586] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.238831] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.239082] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.239317] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.239579] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.271408] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.271589] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.271778] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.272165] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-372" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.272408] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-7044275a-dbdc-47b6-b72f-ff637a40f13d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.272872] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-7044275a-dbdc-47b6-b72f-ff637a40f13d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.272872] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-7044275a-dbdc-47b6-b72f-ff637a40f13d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.273251] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-7044275a-dbdc-47b6-b72f-ff637a40f13d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.273436] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7044275a-dbdc-47b6-b72f-ff637a40f13d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.283327] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdd05534-7d1a-4b9c-85e6-ff380deb48e2 [ 1069.283327] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.283327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.283327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.283327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.283327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.283327] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdd05534-7d1a-4b9c-85e6-ff380deb48e2 already deleted. [ 1069.283327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdd05534-7d1a-4b9c-85e6-ff380deb48e2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.287827] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.287989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.288073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.288294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.288381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.288640] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.288757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.288794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.288943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.289031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.289122] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 1069.349063] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.349307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.349448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.349687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.349917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.362141] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 1069.776571] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.776875] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.777049] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.777404] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.777583] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.777767] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 7044275a-dbdc-47b6-b72f-ff637a40f13d not found, creating... [ 1069.778374] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.778374] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.778517] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.778820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.779016] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.779358] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.779562] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.779697] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.780043] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.780171] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.780384] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 7044275a-dbdc-47b6-b72f-ff637a40f13d is going to be created. [ 1069.803531] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.803938] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.804158] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.804492] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.804829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.805520] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-7044275a-dbdc-47b6-b72f-ff637a40f13d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.236657] env[65529]: INFO networking_nsxv3.common.synchronization [req-8d7160ec-4123-40ec-ad53-3af4cb5e0cff req-3f72e10f-7e90-4ec3-b87d-5669a4ca472b tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1070.237239] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1070.237552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.237680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.238661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.238961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.239148] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.239258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.239324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.239506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.239608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.239705] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.411950] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 1070.411950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.528764] env[65529]: INFO networking_nsxv3.common.synchronization [req-1f2e5aa0-92fe-44bf-8a85-56bb9c39e21f req-40561345-3e77-4d44-a3f5-ccf5ba9f70c7 service nova] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_rules [ 1070.528956] env[65529]: INFO networking_nsxv3.common.synchronization [req-1f2e5aa0-92fe-44bf-8a85-56bb9c39e21f req-40561345-3e77-4d44-a3f5-ccf5ba9f70c7 service nova] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 1070.529106] env[65529]: INFO networking_nsxv3.common.synchronization [req-1f2e5aa0-92fe-44bf-8a85-56bb9c39e21f req-40561345-3e77-4d44-a3f5-ccf5ba9f70c7 service nova] Enqueued Resource ID: 7044275a-dbdc-47b6-b72f-ff637a40f13d with Priority: HIGHEST for action port [ 1070.529591] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_rules [ 1070.529723] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 1070.529821] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7044275a-dbdc-47b6-b72f-ff637a40f13d with Priority: HIGHEST for action port [ 1070.530516] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.530516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.530516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.530731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.530731] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.531768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.531768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.531768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7044275a-dbdc-47b6-b72f-ff637a40f13d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.531929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7044275a-dbdc-47b6-b72f-ff637a40f13d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.531959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7044275a-dbdc-47b6-b72f-ff637a40f13d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.532168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7044275a-dbdc-47b6-b72f-ff637a40f13d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.532245] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7044275a-dbdc-47b6-b72f-ff637a40f13d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.611550] env[65529]: INFO networking_nsxv3.common.synchronization [req-2b817040-8b28-4f4b-b62f-bf8a35901c4e req-509c3ff2-222e-4931-9c0e-c61b4f38523d tempest-AttachInterfacesUnderV243Test-1183002376 tempest-AttachInterfacesUnderV243Test-1183002376-project-member] Enqueued Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1070.611550] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f51e19-d3bc-410a-add7-197b28700711 with Priority: HIGHEST for action security_group_members [ 1070.612389] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f51e19-d3bc-410a-add7-197b28700711 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.613735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.743208] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.793065] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f51e19-d3bc-410a-add7-197b28700711 in Status: SUCCESS [ 1070.793065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.793065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.793065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.793065] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.037047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.037047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.037047] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7044275a-dbdc-47b6-b72f-ff637a40f13d with status ACTIVE [ 1071.037047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.037047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.037047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.037047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.037047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.037047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.037047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.037047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.037047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.037047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.037047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.037639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.037639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.037639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.037639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.037639] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7044275a-dbdc-47b6-b72f-ff637a40f13d is going to be updated. [ 1071.067191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.067549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.067734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.068051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.068288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.068532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7044275a-dbdc-47b6-b72f-ff637a40f13d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.132612] env[65529]: INFO networking_nsxv3.common.synchronization [req-4775ccda-e38d-4435-863c-386948706492 req-dae3b486-90ff-43c2-bc4b-93e60eaeac4b tempest-ServerActionsTestOtherB-396257460 tempest-ServerActionsTestOtherB-396257460-project-member] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1071.132612] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1071.133411] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.134154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.134385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.134523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.134702] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.134806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.134870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.135081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.135186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.135244] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.214629] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f51e19-d3bc-410a-add7-197b28700711 in Status: SUCCESS [ 1071.215299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.217328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.217328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.217328] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.217328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.217328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.217558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.217558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.217633] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.248036] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.317788] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.317925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.318729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.318729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.318729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.318729] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f51e19-d3bc-410a-add7-197b28700711 is going to be deleted. [ 1071.374889] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 1071.375084] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 deletion is rescheduled due to dependency. [ 1071.375220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.375506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.375731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.376026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.376161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.376228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.376394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.376485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.376600] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.390846] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.390993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.391184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.391506] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.391703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.391771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.640034] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.640187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.640435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.640540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.663102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.663369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.663488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.663556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.663757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.663840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.663930] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be updated. [ 1071.697378] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.697378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.697378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.697608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.697704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.708156] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: IN_PROGRESS for 2s [ 1071.722505] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.722663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.722736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.722994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.723111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.723315] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.723391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.723464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.723610] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.723683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.723790] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f51e19-d3bc-410a-add7-197b28700711 is going to be deleted. [ 1071.753747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.753894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.753983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.754173] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.754618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.754618] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1071.757435] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.757597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.757635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.757916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.758014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.758120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.758274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.758457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.759162] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.759162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.759162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.759162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.759162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.759389] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f51e19-d3bc-410a-add7-197b28700711',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.798075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.798075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.798075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.798075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.798299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.809243] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1071.881093] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.264437] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.264437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.267227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.267496] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.268096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.268096] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.268096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.268096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.268301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.268301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.268301] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f51e19-d3bc-410a-add7-197b28700711 already deleted. [ 1072.268372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f51e19-d3bc-410a-add7-197b28700711" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.384425] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.888124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.888804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.889046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.889470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.889680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.889875] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 1072.925590] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.925846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.926033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.926293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.926485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.939756] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 1073.058117] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ee3bea5e-80bd-4f74-928b-9773d46656be None None] Enqueued Resource ID: 71189f80-781d-4a46-8381-02b566db1bb2 with Priority: HIGHEST for action port [ 1073.059053] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71189f80-781d-4a46-8381-02b566db1bb2 with Priority: HIGHEST for action port [ 1073.059053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-71189f80-781d-4a46-8381-02b566db1bb2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.059053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71189f80-781d-4a46-8381-02b566db1bb2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.059053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71189f80-781d-4a46-8381-02b566db1bb2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.059330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71189f80-781d-4a46-8381-02b566db1bb2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.059417] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71189f80-781d-4a46-8381-02b566db1bb2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.185292] env[65529]: INFO networking_nsxv3.common.synchronization [req-69e2c7ea-c912-48cb-a3c5-83a5aee4cad1 req-ff29b6ea-bee7-4001-87be-9e38c1682678 tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 with Priority: HIGHEST for action security_group_members [ 1073.185778] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 with Priority: HIGHEST for action security_group_members [ 1073.186097] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.186221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.186288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.186545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.186699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.186797] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.186858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.187826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.187826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.187826] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0efef1a5-ca31-452b-9e7a-9caaa2e743e8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.548236] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.548236] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.548916] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.549167] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.554019] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.554019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.554019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.554019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.554019] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.554263] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.554308] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.554415] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.554518] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.554631] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.554733] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.554863] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.561516] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71189f80-781d-4a46-8381-02b566db1bb2 [ 1073.561856] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.561941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.561941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.562152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.562237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.562329] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71189f80-781d-4a46-8381-02b566db1bb2 already deleted. [ 1073.562417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71189f80-781d-4a46-8381-02b566db1bb2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.577122] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.577304] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.577643] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.577782] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.578120] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-1d337896-5045-4e10-a65d-a7fa00826181 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.578313] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-1d337896-5045-4e10-a65d-a7fa00826181" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.578408] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-1d337896-5045-4e10-a65d-a7fa00826181" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.578834] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-1d337896-5045-4e10-a65d-a7fa00826181" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.578984] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d337896-5045-4e10-a65d-a7fa00826181',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.690576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.690818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.690920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.691183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.691241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.691727] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.691727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.691727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.691895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.691895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.691945] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 already deleted. [ 1073.692017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.720029] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 1073.720029] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 deletion is rescheduled due to dependency. [ 1073.720180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.821807] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1073.821807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.081322] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.081516] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.081611] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.082036] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.082205] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.082397] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 1d337896-5045-4e10-a65d-a7fa00826181 not found, creating... [ 1074.082642] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.082804] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.082921] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.083198] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.083311] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.083604] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.083761] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.083875] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.084161] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.084436] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.084436] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 1d337896-5045-4e10-a65d-a7fa00826181 is going to be created. [ 1074.106039] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.106263] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.106382] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.106658] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.106950] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.107218] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-1d337896-5045-4e10-a65d-a7fa00826181" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.187732] env[65529]: INFO networking_nsxv3.common.synchronization [req-87d72972-8bbd-4768-bd89-bb6796471255 req-c2e7a001-978f-4bd8-9574-d3b54c769f70 tempest-ServerRescueNegativeTestJSON-761915835 tempest-ServerRescueNegativeTestJSON-761915835-project-member] Enqueued Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_members [ 1074.188322] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGHEST for action security_group_members [ 1074.188687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.188844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.188933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.189169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.189320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.189466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.189553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.189812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.189812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.189927] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.693415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.693719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.693719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.693862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.716122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.716394] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.716515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.716581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.716794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.716878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.716971] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 is going to be updated. [ 1074.747230] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.749065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.749065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.749065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.749065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.759619] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: IN_PROGRESS for 2s [ 1074.833709] env[65529]: INFO networking_nsxv3.common.synchronization [req-69e2c7ea-c912-48cb-a3c5-83a5aee4cad1 req-448b0a73-2bd5-4595-b417-5486d55663cb service nova] Enqueued Resource ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 with Priority: HIGHEST for action security_group_rules [ 1074.833709] env[65529]: INFO networking_nsxv3.common.synchronization [req-69e2c7ea-c912-48cb-a3c5-83a5aee4cad1 req-448b0a73-2bd5-4595-b417-5486d55663cb service nova] Enqueued Resource ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 with Priority: HIGHEST for action security_group_members [ 1074.833876] env[65529]: INFO networking_nsxv3.common.synchronization [req-69e2c7ea-c912-48cb-a3c5-83a5aee4cad1 req-448b0a73-2bd5-4595-b417-5486d55663cb service nova] Enqueued Resource ID: 1d337896-5045-4e10-a65d-a7fa00826181 with Priority: HIGHEST for action port [ 1074.834424] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 with Priority: HIGHEST for action security_group_rules [ 1074.834556] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 with Priority: HIGHEST for action security_group_members [ 1074.834826] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d337896-5045-4e10-a65d-a7fa00826181 with Priority: HIGHEST for action port [ 1074.835141] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.835335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.835335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.835531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.835611] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0efef1a5-ca31-452b-9e7a-9caaa2e743e8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.836560] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.837080] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.837879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.837879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.837879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.837879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.837879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.837879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.837879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.838210] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0efef1a5-ca31-452b-9e7a-9caaa2e743e8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.842902] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d337896-5045-4e10-a65d-a7fa00826181 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.842902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d337896-5045-4e10-a65d-a7fa00826181" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.842902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d337896-5045-4e10-a65d-a7fa00826181" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.842902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d337896-5045-4e10-a65d-a7fa00826181" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.845214] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d337896-5045-4e10-a65d-a7fa00826181',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.952467] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 1074.952713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.952897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.953145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.953362] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.953482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.953533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.953707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.953780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.953868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.953987] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.348075] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0efef1a5-ca31-452b-9e7a-9caaa2e743e8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.349441] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.349571] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.350588] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d337896-5045-4e10-a65d-a7fa00826181 with status ACTIVE [ 1075.350588] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.350588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.351650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.351888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.351973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.352198] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.352301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.352361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.352522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.352595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.352780] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.352870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.353109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.353109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.353186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.353882] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d337896-5045-4e10-a65d-a7fa00826181 is going to be updated. [ 1075.380357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.380547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.380547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.380818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.381020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.381188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d337896-5045-4e10-a65d-a7fa00826181" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.456323] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.456490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.456564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.456785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.457607] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.457683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.457755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.457991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.458065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.458162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.458905] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.459040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.459111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.459305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.459465] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.459611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.459656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.459800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.459898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.459983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.460114] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.851289] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0efef1a5-ca31-452b-9e7a-9caaa2e743e8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.962644] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1be32e81-45e3-481c-956e-3a1f197e5548: rpc.has_security_group_logging(os_id): False [ 1075.983959] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.985186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.985256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.985477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.985567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.985827] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.985918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.985982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.986150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.986224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.986698] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.986698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.986698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.986698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.986861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.987258] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.987710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.987811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.987977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.988096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.988171] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 1076.057596] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.057812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.057890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.058113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.058255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.073350] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 1076.354826] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.355109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.355221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.355439] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.355529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.355711] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 is going to be created. [ 1076.380874] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.380975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.381065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.381278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.381447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.392567] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 in Status: UNINITIALIZED for 2s [ 1076.771589] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 in Status: SUCCESS [ 1076.772484] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 deletion is rescheduled due to dependency. [ 1076.772484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.090485] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 1078.091356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.403575] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 in Status: SUCCESS [ 1078.403826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.403991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.404237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.404482] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.404623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.404769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.404823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.404934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.404974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.405067] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0efef1a5-ca31-452b-9e7a-9caaa2e743e8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.910658] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0efef1a5-ca31-452b-9e7a-9caaa2e743e8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.107360] env[65529]: INFO networking_nsxv3.common.synchronization [req-14b8bc80-efe6-4969-b9c7-9b2fbb522fc5 req-3fc71ab4-4ebc-402b-b982-c0c81bd17eea tempest-ImagesOneServerNegativeTestJSON-62749673 tempest-ImagesOneServerNegativeTestJSON-62749673-project-member] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1079.108609] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1079.108609] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.108609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.108609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.108814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.110154] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.110303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.110374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.110564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.110650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.110775] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.414384] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0efef1a5-ca31-452b-9e7a-9caaa2e743e8: rpc.has_security_group_logging(os_id): False [ 1079.433414] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.433414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.433527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.434646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.434646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.434646] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.434646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.434646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.435335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.435335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.435335] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 is going to be created. [ 1079.501075] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.501370] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-296" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.502110] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-296" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.502110] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-296" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.502341] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.502620] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.502748] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.503069] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.503243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.503500] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.503622] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.503732] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.503844] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.503971] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.504114] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.504250] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.506758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.506922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.506985] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.507186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.507367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.525629] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 in Status: IN_PROGRESS for 2s [ 1079.536978] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.537154] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.537320] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.537499] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-296" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.537853] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-993d738b-05e0-4847-90bb-5a8649474cf4 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.538048] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-993d738b-05e0-4847-90bb-5a8649474cf4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.538171] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-993d738b-05e0-4847-90bb-5a8649474cf4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.538503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-993d738b-05e0-4847-90bb-5a8649474cf4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.538643] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993d738b-05e0-4847-90bb-5a8649474cf4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.615296] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.615504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.615553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.616067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.616181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.616375] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.616490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.616551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.616729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.616808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.616895] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 already deleted. [ 1079.616976] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.041073] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.041369] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.041443] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.041748] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.041935] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.042168] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 993d738b-05e0-4847-90bb-5a8649474cf4 not found, creating... [ 1080.042417] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.042604] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.042687] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.042932] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.043089] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.043392] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.043551] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.043668] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.043886] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.044036] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.044181] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 993d738b-05e0-4847-90bb-5a8649474cf4 is going to be created. [ 1080.070339] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.070567] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.070758] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.071075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.071312] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.071597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-993d738b-05e0-4847-90bb-5a8649474cf4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.871238] env[65529]: INFO networking_nsxv3.common.synchronization [req-14b8bc80-efe6-4969-b9c7-9b2fbb522fc5 req-b6af72ba-85c4-4083-8e1e-928a7af2282d service nova] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_rules [ 1080.871621] env[65529]: INFO networking_nsxv3.common.synchronization [req-14b8bc80-efe6-4969-b9c7-9b2fbb522fc5 req-b6af72ba-85c4-4083-8e1e-928a7af2282d service nova] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1080.871863] env[65529]: INFO networking_nsxv3.common.synchronization [req-14b8bc80-efe6-4969-b9c7-9b2fbb522fc5 req-b6af72ba-85c4-4083-8e1e-928a7af2282d service nova] Enqueued Resource ID: 993d738b-05e0-4847-90bb-5a8649474cf4 with Priority: HIGHEST for action port [ 1080.872543] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_rules [ 1080.872675] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1080.872807] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993d738b-05e0-4847-90bb-5a8649474cf4 with Priority: HIGHEST for action port [ 1080.873137] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.873272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.873340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.873609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.873702] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.874623] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.874787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.874871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.875076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.875829] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.875829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.875829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.875829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.875829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.875829] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.877239] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-993d738b-05e0-4847-90bb-5a8649474cf4 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.877239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-993d738b-05e0-4847-90bb-5a8649474cf4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.877239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-993d738b-05e0-4847-90bb-5a8649474cf4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.877239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-993d738b-05e0-4847-90bb-5a8649474cf4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.877239] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('993d738b-05e0-4847-90bb-5a8649474cf4',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.378822] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.379924] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.380065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.380272] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 993d738b-05e0-4847-90bb-5a8649474cf4 with status ACTIVE [ 1081.380376] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.380481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.380594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.380759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.380903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.381055] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.381190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.381233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.381363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.381441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.381617] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.381743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.381806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.381918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.382459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.382600] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 993d738b-05e0-4847-90bb-5a8649474cf4 is going to be updated. [ 1081.409973] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.411219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.411219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.411219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.411219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.411219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-993d738b-05e0-4847-90bb-5a8649474cf4" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.546251] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 in Status: SUCCESS [ 1081.546251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.884853] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.294043] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.294253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.294374] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.294747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.295036] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.295203] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.295316] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.295543] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.295683] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.295888] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.296013] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.296125] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.296234] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.296346] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.296451] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.296583] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.316936] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.317087] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.317224] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.317393] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-946" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.317716] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.317889] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.318016] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.318303] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.318438] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c657ec9-1772-4a7c-b2b9-caa541f3a3d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.386923] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.387151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.387151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.387355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.387440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.387540] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 is going to be created. [ 1082.410650] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.410904] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.411061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.411298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.411457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.423978] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: UNINITIALIZED for 2s [ 1082.821788] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.822353] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.822608] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.823161] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.823507] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.824023] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.824366] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.824584] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.825076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.825364] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.826014] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.826289] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.826525] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.826938] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.827227] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.827554] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 is going to be updated. [ 1082.857136] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.857505] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.857667] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.858093] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.858335] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.858655] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.573856] env[65529]: INFO networking_nsxv3.common.synchronization [req-2d83749f-1451-4731-9018-e7a7cbd5b754 req-6509becc-e795-4e27-9e22-73177d71d8a8 service nova] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_rules [ 1083.573856] env[65529]: INFO networking_nsxv3.common.synchronization [req-2d83749f-1451-4731-9018-e7a7cbd5b754 req-6509becc-e795-4e27-9e22-73177d71d8a8 service nova] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 1083.573856] env[65529]: INFO networking_nsxv3.common.synchronization [req-2d83749f-1451-4731-9018-e7a7cbd5b754 req-6509becc-e795-4e27-9e22-73177d71d8a8 service nova] Enqueued Resource ID: 9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 with Priority: HIGHEST for action port [ 1083.573856] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_rules [ 1083.573856] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 1083.573856] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 with Priority: HIGHEST for action port [ 1083.574688] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.574688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.574688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.574688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.574688] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.575619] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.575619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.575619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.575833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.575880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.576115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.576115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.576237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.576237] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.576339] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.578025] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.578025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.578175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.578251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.578325] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c657ec9-1772-4a7c-b2b9-caa541f3a3d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.080409] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.081647] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.081771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.081947] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 with status ACTIVE [ 1084.082126] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.082243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.082311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.082532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.082631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.082815] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.082905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.082969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.083226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.083307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.083493] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.083587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.083648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.083795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.083869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.083952] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c657ec9-1772-4a7c-b2b9-caa541f3a3d6 is going to be updated. [ 1084.111773] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.111773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.111773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.111773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.111773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.111773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c657ec9-1772-4a7c-b2b9-caa541f3a3d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.218804] env[65529]: INFO networking_nsxv3.common.synchronization [req-2c218669-9a95-4633-8288-cc894e15b2c0 req-4e5baa36-9cfd-4ae7-9805-1916ad8f455b tempest-ServerActionsTestJSON-912310287 tempest-ServerActionsTestJSON-912310287-project-member] Enqueued Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGHEST for action security_group_members [ 1084.219413] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGHEST for action security_group_members [ 1084.219729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7b8f6d5-fce2-47f7-870a-9b21529814e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.219845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.219913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.220267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.220516] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.220753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.220753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.220926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.221053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.221190] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.434186] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: SUCCESS [ 1084.434424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.434601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.434878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.435044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.435159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.435223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.435563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.435706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.435834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.435976] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.587641] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.726667] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.726748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.726811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.727091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.727582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.727582] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.727582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.727582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.727765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.727765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.728832] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 is going to be updated. [ 1084.768638] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.768828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.768896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.769125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.769268] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.780571] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 in Status: IN_PROGRESS for 2s [ 1084.941332] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.941505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.941643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.942415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.942415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.942415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.942415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.942415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.942698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.942876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.943039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.943258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.943979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.943979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.943979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.943979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.943979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.944372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.944372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.944582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.944628] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.093356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.093356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.093356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.093356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.093356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.093356] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be updated. [ 1085.125270] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.125270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.125270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.125270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.125270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.137577] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: IN_PROGRESS for 2s [ 1085.450401] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c50f813-eb97-424f-a148-11f88ce7d3a1: rpc.has_security_group_logging(os_id): False [ 1085.469169] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.469349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.469550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.469592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.469789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.469856] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.469945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.470092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.470160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.470320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.470419] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.470508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.470594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.470740] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.470850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.471041] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.471137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.471201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.471341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.471431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.471508] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 is going to be created. [ 1085.530377] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.530377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.530377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.530377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.530377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.541680] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: IN_PROGRESS for 2s [ 1086.716930] env[65529]: INFO networking_nsxv3.common.synchronization [req-a2c7c487-996e-4a74-a46d-e7d55a8fa372 req-c9e1b555-4bad-4c72-8206-e0d4d1aa98f9 tempest-DeleteServersTestJSON-655970916 tempest-DeleteServersTestJSON-655970916-project-member] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1086.717619] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1086.717983] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.718141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.719199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.719199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.719199] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.719199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.719440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.719440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.719544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.719573] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.793990] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 in Status: SUCCESS [ 1086.794225] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 deletion is rescheduled due to dependency. [ 1086.794345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.147668] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 1087.148063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.148246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.148467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.148664] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.148865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.148933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.149112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.149234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.149363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.149463] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.221743] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.221988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.221988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.222280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.222376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.222592] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.222694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.222794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.222916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.223057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.223161] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1087.251036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.251036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.251036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.251036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.251036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.261110] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1087.554983] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: SUCCESS [ 1087.555241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.652357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.652565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.652666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.652967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.653222] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.653339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.653387] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.653576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.653668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.653754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.653907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.654022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.654095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.654245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.654395] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.654477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.654554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.654711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.654798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.654879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.654965] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.157659] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb08391b-ad0f-41bd-8b42-42ef4a5b940c: rpc.has_security_group_logging(os_id): False [ 1088.178089] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.178348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.178348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.178608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.178736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.179019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.179220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.179311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.179510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.179616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.179872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.180015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.180097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.180260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.180336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.180524] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.180637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.180687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.180865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.180926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.181046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be updated. [ 1088.322350] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.323539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.324870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.324870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.324870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.370343] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: IN_PROGRESS for 2s [ 1088.624988] env[65529]: INFO networking_nsxv3.common.synchronization [req-27081e6b-08f9-4afa-a671-9e19a66dd225 req-a1283dbe-4035-458b-9dca-c85690650dfc tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1088.629458] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1088.633030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.633030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.633030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.633030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.633030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.633030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.633030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.633030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.633030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.633030] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.934148] env[65529]: INFO networking_nsxv3.common.synchronization [req-d074ec6d-b41c-4cac-9b5c-e9119ac7f31b req-642e5777-30d6-472a-bff3-8ba2944b44b1 tempest-ServerDiskConfigTestJSON-1663387755 tempest-ServerDiskConfigTestJSON-1663387755-project-member] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 1088.934148] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGHEST for action security_group_members [ 1088.934148] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.934148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.934148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.934650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.934906] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.935127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.935289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.936389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.936557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.936705] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.114512] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.114714] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.114847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.115152] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.115410] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.115569] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.115699] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.115927] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.116149] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.116386] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.116521] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.116654] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.116785] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.116857] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.116960] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.117115] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.133990] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.140357] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.140560] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.140729] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.140959] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-972" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.141316] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-26958cf4-8ca3-4cf8-9554-adbcb1598469 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.141986] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-26958cf4-8ca3-4cf8-9554-adbcb1598469" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.141986] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-26958cf4-8ca3-4cf8-9554-adbcb1598469" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.142117] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-26958cf4-8ca3-4cf8-9554-adbcb1598469" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.142290] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26958cf4-8ca3-4cf8-9554-adbcb1598469',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.275096] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1089.275509] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a deletion is rescheduled due to dependency. [ 1089.275509] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.440742] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.440742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.440742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.440742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.440742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.441158] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.441158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.441158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.441271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.441271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.441868] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be updated. [ 1089.469922] env[65529]: INFO networking_nsxv3.common.synchronization [req-8d4a1ba2-dff5-4b13-9a7f-58456e2360b8 req-2e8b75e5-d75a-4068-9882-976b9a70cbcb tempest-AttachVolumeTestJSON-642518173 tempest-AttachVolumeTestJSON-642518173-project-member] Enqueued Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGHEST for action security_group_members [ 1089.470531] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGHEST for action security_group_members [ 1089.470891] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eabb100d-1d9b-412e-995b-c0b1d0686212 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.471092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.471151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.471308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.471463] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.471549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.471611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.471750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.471933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.472119] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eabb100d-1d9b-412e-995b-c0b1d0686212',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.473944] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.474071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.474141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.474302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.474436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.485881] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: IN_PROGRESS for 2s [ 1089.636103] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.644547] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.644788] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.644879] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.645269] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.645505] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.646215] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 26958cf4-8ca3-4cf8-9554-adbcb1598469 not found, creating... [ 1089.646215] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.646215] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.647300] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.647555] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.647701] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.647990] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.648167] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.648284] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.648491] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.648622] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.648758] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 26958cf4-8ca3-4cf8-9554-adbcb1598469 is going to be created. [ 1089.676392] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.676809] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.677080] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.677423] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.678390] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.678390] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-26958cf4-8ca3-4cf8-9554-adbcb1598469" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.977637] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.979246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.979246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.979246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.979246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.979246] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.979246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.979246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.979246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.979246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.979246] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eabb100d-1d9b-412e-995b-c0b1d0686212 is going to be updated. [ 1090.010925] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.010925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.010925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.011062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.011169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.023121] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eabb100d-1d9b-412e-995b-c0b1d0686212 in Status: IN_PROGRESS for 2s [ 1090.138232] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.138232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.138232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.138377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.138582] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.138582] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1090.193337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.193337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.193337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.193703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.193703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.209545] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1090.391825] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 1090.391825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.404671] env[65529]: INFO networking_nsxv3.common.synchronization [req-27081e6b-08f9-4afa-a671-9e19a66dd225 req-4cc6c16f-ecdc-445f-acbf-12f42e0fe8ba service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 1090.404887] env[65529]: INFO networking_nsxv3.common.synchronization [req-27081e6b-08f9-4afa-a671-9e19a66dd225 req-4cc6c16f-ecdc-445f-acbf-12f42e0fe8ba service nova] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1090.405066] env[65529]: INFO networking_nsxv3.common.synchronization [req-27081e6b-08f9-4afa-a671-9e19a66dd225 req-4cc6c16f-ecdc-445f-acbf-12f42e0fe8ba service nova] Enqueued Resource ID: 26958cf4-8ca3-4cf8-9554-adbcb1598469 with Priority: HIGHEST for action port [ 1090.405628] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_rules [ 1090.405792] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1090.405893] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26958cf4-8ca3-4cf8-9554-adbcb1598469 with Priority: HIGHEST for action port [ 1090.406403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.406403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.406533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.406678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.406786] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.408174] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.408321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.408522] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-26958cf4-8ca3-4cf8-9554-adbcb1598469 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.408637] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26958cf4-8ca3-4cf8-9554-adbcb1598469" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.408717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26958cf4-8ca3-4cf8-9554-adbcb1598469" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.409332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26958cf4-8ca3-4cf8-9554-adbcb1598469" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.409332] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26958cf4-8ca3-4cf8-9554-adbcb1598469',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.911061] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.911259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.911525] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26958cf4-8ca3-4cf8-9554-adbcb1598469 with status ACTIVE [ 1090.911711] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.911822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.911908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.912277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.912277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.912427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.912630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.912630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.912719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.912770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.912990] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.913079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.913121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.913381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.913484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.913580] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26958cf4-8ca3-4cf8-9554-adbcb1598469 is going to be updated. [ 1090.935501] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.935653] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.935714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.935951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.936099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.936852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26958cf4-8ca3-4cf8-9554-adbcb1598469" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.059729] env[65529]: INFO networking_nsxv3.common.synchronization [req-a61c303b-dff0-40a0-8085-c662937fbf0c req-753355c6-e7f8-48d3-b2e0-aa4133b49f37 tempest-ServerActionsTestOtherB-396257460 tempest-ServerActionsTestOtherB-396257460-project-member] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1091.060436] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1091.060778] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.061068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.061068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.061344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.063886] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.063886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.063886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.063886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.063886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.063886] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.385296] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.385534] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.385614] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.385890] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.386170] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.386333] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.386449] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.386668] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.386808] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.387013] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.387133] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.387238] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.387343] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.387448] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.387551] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.387680] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.407035] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.407307] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.407359] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.407531] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.407847] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-c719835c-3ba4-4146-911c-acd513686625 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.408028] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-c719835c-3ba4-4146-911c-acd513686625" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.408172] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-c719835c-3ba4-4146-911c-acd513686625" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.408522] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-c719835c-3ba4-4146-911c-acd513686625" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.408656] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c719835c-3ba4-4146-911c-acd513686625',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.498296] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1be32e81-45e3-481c-956e-3a1f197e5548 in Status: SUCCESS [ 1091.498482] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 deletion is rescheduled due to dependency. [ 1091.498600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.564721] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.564874] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.564934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.565213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.565370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.565647] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.565754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.565754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.565995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.566095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.566184] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be updated. [ 1091.601450] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.601450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.601705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.601705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.601799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.611242] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: IN_PROGRESS for 2s [ 1091.911350] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.911660] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.911841] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.912480] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.912480] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.912712] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port c719835c-3ba4-4146-911c-acd513686625 not found, creating... [ 1091.913068] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.913481] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.913645] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.913953] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.914157] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.914560] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.914773] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.914935] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.915247] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.915508] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.915703] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: c719835c-3ba4-4146-911c-acd513686625 is going to be created. [ 1091.936765] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.937077] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.937259] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.937636] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.937940] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.938462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-c719835c-3ba4-4146-911c-acd513686625" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.040215] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eabb100d-1d9b-412e-995b-c0b1d0686212 in Status: SUCCESS [ 1092.040544] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eabb100d-1d9b-412e-995b-c0b1d0686212 deletion is rescheduled due to dependency. [ 1092.040602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.222719] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1092.222719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.222902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.223309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.223580] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.223803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.223909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.224269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.224359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.224481] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.647167] env[65529]: INFO networking_nsxv3.common.synchronization [req-a61c303b-dff0-40a0-8085-c662937fbf0c req-f0acaf13-3dea-49e0-af6f-387f85acee89 service nova] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_rules [ 1092.647525] env[65529]: INFO networking_nsxv3.common.synchronization [req-a61c303b-dff0-40a0-8085-c662937fbf0c req-f0acaf13-3dea-49e0-af6f-387f85acee89 service nova] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1092.647525] env[65529]: INFO networking_nsxv3.common.synchronization [req-a61c303b-dff0-40a0-8085-c662937fbf0c req-f0acaf13-3dea-49e0-af6f-387f85acee89 service nova] Enqueued Resource ID: c719835c-3ba4-4146-911c-acd513686625 with Priority: HIGHEST for action port [ 1092.648070] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_rules [ 1092.648200] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1092.648293] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c719835c-3ba4-4146-911c-acd513686625 with Priority: HIGHEST for action port [ 1092.648559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.648679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.648789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.648968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.649480] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.650392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.650469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.650657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c719835c-3ba4-4146-911c-acd513686625 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.650754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c719835c-3ba4-4146-911c-acd513686625" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.650814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c719835c-3ba4-4146-911c-acd513686625" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.651068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c719835c-3ba4-4146-911c-acd513686625" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.651154] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c719835c-3ba4-4146-911c-acd513686625',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.728789] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.156108] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.156295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.159867] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c719835c-3ba4-4146-911c-acd513686625 with status ACTIVE [ 1093.160216] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.160493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.160577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.160956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.161138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.161450] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.161670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.161764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.162035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.162141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.162430] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.162545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.162608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.162832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.162993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.163153] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c719835c-3ba4-4146-911c-acd513686625 is going to be updated. [ 1093.202417] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.202586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.203222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.203222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.203222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.203358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c719835c-3ba4-4146-911c-acd513686625" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.230148] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.620962] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 1093.621210] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 deletion is rescheduled due to dependency. [ 1093.621344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.621503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.621717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.621911] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.622066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.622276] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.622324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.622385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.622478] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.736028] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.736436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.736436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.736635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.736763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.736874] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1093.781092] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.781314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.781426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.781721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.781963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.793144] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1094.127932] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.630113] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.284099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.284464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.284464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.284802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.284802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.285022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be updated. [ 1095.318758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.319041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.319139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.319675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.319849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.332352] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: IN_PROGRESS for 2s [ 1095.808918] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1095.809161] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.809360] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.809635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.809861] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.809994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.810069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.810294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.810381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.810459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.810557] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.313559] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.313980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.313980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.314081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.314180] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.314283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.314341] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.314497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.314580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.314664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.314807] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.314897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.314948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.315137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.315284] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.315376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.315435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.315899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.315983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.316077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.316166] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.818238] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8e74ce0-5ede-4236-b97a-db33aaeb12d3: rpc.has_security_group_logging(os_id): False [ 1096.839602] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.839825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.839825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.840023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.840112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.840292] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.840385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.840445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.840592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.840665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.840854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.840945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.841077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.841222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.841295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.841488] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.841580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.841638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.841771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.841842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.841926] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1096.901192] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.901418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.901418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.901604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.901749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.933653] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1097.347503] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 1097.347789] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.348175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.348175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.348371] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.348500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.348566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.348727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.348827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.348891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.349031] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.649995] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1097.649995] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1097.851490] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.356249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67422dd7-ce86-4ae7-8799-f9e900b5e9c9: rpc.has_security_group_logging(os_id): False [ 1098.380952] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.381198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.381198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.381427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.381562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.381793] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.381938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.382032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.382216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.382296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.382395] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be updated. [ 1098.461826] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.462055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.462168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.462383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.462586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.479142] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: IN_PROGRESS for 2s [ 1098.953794] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1098.954081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.275010] env[65529]: INFO networking_nsxv3.common.synchronization [req-238f80a3-c17b-411f-86bc-640439f07791 req-04d9f03e-c108-4294-9e13-c8f7c1c861e9 tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_members [ 1099.275472] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_members [ 1099.277598] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.277751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.277852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.278057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.278655] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.278655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.278655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.278655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.279069] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.279069] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.781089] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.286473] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.495133] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 1100.495353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.789699] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.791267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.791389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.791825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.791950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.792146] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b85f1eb5-b402-47db-91c4-c0beb975d723 is going to be updated. [ 1100.826346] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.826493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.826558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.826788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.826944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.838627] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: IN_PROGRESS for 2s [ 1102.150155] env[65529]: INFO networking_nsxv3.common.synchronization [req-45e18f7e-ef8a-4c95-ae01-21e24e325124 req-145f89df-b18d-4ef6-bb0a-ca24d116edbb tempest-DeleteServersTestJSON-655970916 tempest-DeleteServersTestJSON-655970916-project-member] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1102.150936] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1102.151486] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.151691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.152201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.152502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.152731] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.152891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.153015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.153275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.153642] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.153642] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.580288] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.581204] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.581204] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.581327] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.581902] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.581902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.581902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.582180] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.582344] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.582556] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.582668] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.582771] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.582875] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.582979] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.583092] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.583227] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.604377] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.604377] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.604377] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.604667] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.604821] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-e7d07740-87e7-4a1e-963b-e3e724bcbf7f taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.605024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-e7d07740-87e7-4a1e-963b-e3e724bcbf7f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.605265] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-e7d07740-87e7-4a1e-963b-e3e724bcbf7f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.605635] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-e7d07740-87e7-4a1e-963b-e3e724bcbf7f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.605797] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d07740-87e7-4a1e-963b-e3e724bcbf7f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.655873] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.656059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.656124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.656363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.656455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.656662] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.656760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.657025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.657025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.657097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.657139] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1102.685848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.685848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.685848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.685848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.685848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.698160] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1102.850899] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: SUCCESS [ 1102.851198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.111026] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.111026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.111026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.111026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.111026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.111026] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port e7d07740-87e7-4a1e-963b-e3e724bcbf7f not found, creating... [ 1103.111026] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.111026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.111026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.111026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.111026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.111664] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.111664] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.111664] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.111664] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.111664] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.112228] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: e7d07740-87e7-4a1e-963b-e3e724bcbf7f is going to be created. [ 1103.136025] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.136025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.136025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.136025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.136025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.136025] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-e7d07740-87e7-4a1e-963b-e3e724bcbf7f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.243925] env[65529]: INFO networking_nsxv3.common.synchronization [None req-7df03278-5d55-4a1b-aa67-cf09a0001ff1 None None] Enqueued Resource ID: c1f15ba0-2e38-4da0-af88-9015a63c0075 with Priority: HIGHEST for action port [ 1103.243925] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1f15ba0-2e38-4da0-af88-9015a63c0075 with Priority: HIGHEST for action port [ 1103.243925] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1f15ba0-2e38-4da0-af88-9015a63c0075 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.243925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1f15ba0-2e38-4da0-af88-9015a63c0075" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.243925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1f15ba0-2e38-4da0-af88-9015a63c0075" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.243925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1f15ba0-2e38-4da0-af88-9015a63c0075" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.244778] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f15ba0-2e38-4da0-af88-9015a63c0075',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.748106] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1f15ba0-2e38-4da0-af88-9015a63c0075 [ 1103.750679] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.750886] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.751019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.751569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.751742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.751822] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1f15ba0-2e38-4da0-af88-9015a63c0075 already deleted. [ 1103.751982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1f15ba0-2e38-4da0-af88-9015a63c0075" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.973241] env[65529]: INFO networking_nsxv3.common.synchronization [req-45e18f7e-ef8a-4c95-ae01-21e24e325124 req-0633856b-0b2b-458d-a94a-0a96c05dd051 service nova] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_rules [ 1103.973241] env[65529]: INFO networking_nsxv3.common.synchronization [req-45e18f7e-ef8a-4c95-ae01-21e24e325124 req-0633856b-0b2b-458d-a94a-0a96c05dd051 service nova] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1103.973241] env[65529]: INFO networking_nsxv3.common.synchronization [req-45e18f7e-ef8a-4c95-ae01-21e24e325124 req-0633856b-0b2b-458d-a94a-0a96c05dd051 service nova] Enqueued Resource ID: e7d07740-87e7-4a1e-963b-e3e724bcbf7f with Priority: HIGHEST for action port [ 1103.974177] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_rules [ 1103.974177] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1103.974630] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d07740-87e7-4a1e-963b-e3e724bcbf7f with Priority: HIGHEST for action port [ 1103.975029] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.975968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.975968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.975968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.975968] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.980125] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.980125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.980125] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7d07740-87e7-4a1e-963b-e3e724bcbf7f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.980125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7d07740-87e7-4a1e-963b-e3e724bcbf7f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.980125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7d07740-87e7-4a1e-963b-e3e724bcbf7f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.981309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7d07740-87e7-4a1e-963b-e3e724bcbf7f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.981397] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d07740-87e7-4a1e-963b-e3e724bcbf7f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.174599] env[65529]: INFO networking_nsxv3.common.synchronization [req-febeb4d9-eac3-4dfb-9b81-79aa79923365 req-0f9cf5d6-d9bb-40e5-81a5-05f3d4b370c1 tempest-ImagesOneServerNegativeTestJSON-62749673 tempest-ImagesOneServerNegativeTestJSON-62749673-project-member] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1104.174740] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1104.175741] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.178131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.179226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.179226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.179226] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.179226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.179226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.179226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.179226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.179501] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.480106] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.480394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.486186] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7d07740-87e7-4a1e-963b-e3e724bcbf7f with status ACTIVE [ 1104.486553] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.488255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.488255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.488255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.488255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.488255] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.488255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.488255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.488255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.488255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.488255] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.488255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.488255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.488751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.488820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.489136] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7d07740-87e7-4a1e-963b-e3e724bcbf7f is going to be updated. [ 1104.514381] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.514578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.514669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.514915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.515226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.515310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7d07740-87e7-4a1e-963b-e3e724bcbf7f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.683410] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.683616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.683616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.683841] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.683929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.684151] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.684251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.684307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.684689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.684689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.684689] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 is going to be updated. [ 1104.709519] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1104.709519] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a deletion is rescheduled due to dependency. [ 1104.709519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.710321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.710321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.710321] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.710321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.710321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.710536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.711130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.711316] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.722712] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.722878] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.722929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.723159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.723308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.734631] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: IN_PROGRESS for 2s [ 1105.213660] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.716539] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.188176] env[65529]: INFO networking_nsxv3.common.synchronization [None req-812a6ab4-b3b3-4007-ad4f-d6a066da1dea None None] Enqueued Resource ID: 51d587f8-d966-4321-95c1-a1dadeba23b3 with Priority: HIGHEST for action port [ 1106.188176] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d587f8-d966-4321-95c1-a1dadeba23b3 with Priority: HIGHEST for action port [ 1106.188176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-51d587f8-d966-4321-95c1-a1dadeba23b3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.188640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51d587f8-d966-4321-95c1-a1dadeba23b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.188865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51d587f8-d966-4321-95c1-a1dadeba23b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.189753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51d587f8-d966-4321-95c1-a1dadeba23b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.189753] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d587f8-d966-4321-95c1-a1dadeba23b3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.223043] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.223337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.223465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.223722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.224070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.225589] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1106.256821] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.257026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.257070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.257278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.257436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.266166] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1106.691580] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51d587f8-d966-4321-95c1-a1dadeba23b3 [ 1106.691802] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.691942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.692023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.692273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.692373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.692472] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51d587f8-d966-4321-95c1-a1dadeba23b3 already deleted. [ 1106.692554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51d587f8-d966-4321-95c1-a1dadeba23b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.744561] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: SUCCESS [ 1106.744912] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 deletion is rescheduled due to dependency. [ 1106.744912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.805969] env[65529]: INFO networking_nsxv3.common.synchronization [req-c615c1cf-93df-4732-8352-2b2537f3089b req-c75ea26a-53e7-4b77-9d88-7f9c21b382b3 tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1106.806601] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1106.806998] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.807823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.807823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.807823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.807823] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.807823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.807823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.808230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.808230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.808332] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.311298] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.814355] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.277546] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1108.278184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.278184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.278433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.278752] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.279465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.279587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.280109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.280283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.280420] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.280584] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.316357] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.316554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.316624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.316897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.316992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.317282] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1108.357665] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.357855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.357937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.358236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.358445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.373799] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1108.783972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.784345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.784345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.784948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.785073] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.785179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.785233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.785457] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.785566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.785661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.785819] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.785906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.785970] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.786160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.786600] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.786600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.786600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.786600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.786846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.786846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.786846] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.293904] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f37177ac-069c-43f8-b905-06c9d5add98a: rpc.has_security_group_logging(os_id): False [ 1109.322774] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.322962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.323023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.323279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.323391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.323708] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.323864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.324100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.324245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.324245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.324523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.324523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.324700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.324700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.324819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.324985] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.325126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.325241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.325313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.325385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.325463] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1109.403062] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.403062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.403062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.403325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.403602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.422349] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1110.000635] env[65529]: INFO networking_nsxv3.common.synchronization [None req-5f04beef-d55b-465b-80b6-ec3a3487e277 tempest-ImagesOneServerNegativeTestJSON-62749673 tempest-ImagesOneServerNegativeTestJSON-62749673-project-member] Enqueued Resource ID: 3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3 with Priority: HIGHEST for action security_group_rules [ 1110.001432] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3 with Priority: HIGHEST for action security_group_rules [ 1110.001950] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.002106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.002182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.002438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.002524] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.104392] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0a6a272a-a51b-4c6b-a288-f8d725a2e629 tempest-ImagesOneServerNegativeTestJSON-62749673 tempest-ImagesOneServerNegativeTestJSON-62749673-project-member] Enqueued Resource ID: 3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3 with Priority: HIGHEST for action security_group_rules [ 1110.105080] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3 with Priority: HIGHEST for action security_group_rules [ 1110.105411] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.105511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.142714] env[65529]: INFO networking_nsxv3.common.synchronization [req-52874741-e2a1-44f7-a573-c07e3e7d2b7c req-88b04b69-ec43-4fdd-adc7-9b91d0bce53a tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_members [ 1110.143702] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGHEST for action security_group_members [ 1110.144041] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.144153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.144244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.144491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.144662] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.144776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.144857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.145031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.145120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.145213] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.384252] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1110.384619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.526328] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.526522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.526599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.526815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.526902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.527028] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3 already deleted. [ 1110.527112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.527261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.527411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.527494] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.647970] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.648230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.648321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.648628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.648761] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.649099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.649260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.649346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.649595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.649706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.649837] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b85f1eb5-b402-47db-91c4-c0beb975d723 is going to be updated. [ 1110.683486] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.683625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.683690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.683979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.684218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.695688] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: IN_PROGRESS for 2s [ 1111.049499] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.049499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.049499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.049499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.049499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.049499] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3 already deleted. [ 1111.049499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e4cde3e-f4d9-48e1-ae96-73e5a4cf28b3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.440728] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1111.440990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.722180] env[65529]: INFO networking_nsxv3.common.synchronization [req-b75cb869-d202-49e5-accb-d640a6682662 req-3e43400f-0811-40b3-9a02-bd9027fb9844 tempest-ServerAddressesTestJSON-1525321516 tempest-ServerAddressesTestJSON-1525321516-project-member] Enqueued Resource ID: 87865b61-3cde-428e-ad96-97706e7e40e6 with Priority: HIGHEST for action security_group_members [ 1111.722180] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87865b61-3cde-428e-ad96-97706e7e40e6 with Priority: HIGHEST for action security_group_members [ 1111.722180] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-87865b61-3cde-428e-ad96-97706e7e40e6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.722180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.722180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.722180] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.722609] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.722820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.722960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.723199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.723372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.723536] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87865b61-3cde-428e-ad96-97706e7e40e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.064171] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.064410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.064561] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.064916] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.065218] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.065393] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.065510] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.065746] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.066125] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.066125] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.066247] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.066355] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.066470] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.066620] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.066748] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.066878] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.087652] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.087831] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.087972] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.088172] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-439" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.088526] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-68e4cdde-dddd-4aaf-bc0a-de35ad12d34c taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.088717] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-68e4cdde-dddd-4aaf-bc0a-de35ad12d34c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.088836] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-68e4cdde-dddd-4aaf-bc0a-de35ad12d34c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.089233] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-68e4cdde-dddd-4aaf-bc0a-de35ad12d34c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.089354] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e4cdde-dddd-4aaf-bc0a-de35ad12d34c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.225649] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.226381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.226381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.226381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.226381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.226381] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.226583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.226583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.226655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.226763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.226895] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87865b61-3cde-428e-ad96-97706e7e40e6 already deleted. [ 1112.227021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.591592] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.591962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.591962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.592230] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.592383] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.592598] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 68e4cdde-dddd-4aaf-bc0a-de35ad12d34c not found, creating... [ 1112.592920] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.593099] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.593222] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.593449] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.593587] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.593869] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.594034] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.594150] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.594354] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.594487] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.594624] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 68e4cdde-dddd-4aaf-bc0a-de35ad12d34c is going to be created. [ 1112.614847] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.615062] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.615189] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.615534] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.615850] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.616040] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-68e4cdde-dddd-4aaf-bc0a-de35ad12d34c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.705739] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b85f1eb5-b402-47db-91c4-c0beb975d723 in Status: SUCCESS [ 1112.705930] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b85f1eb5-b402-47db-91c4-c0beb975d723 deletion is rescheduled due to dependency. [ 1112.706064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.378778] env[65529]: INFO networking_nsxv3.common.synchronization [req-b75cb869-d202-49e5-accb-d640a6682662 req-a2d6a3b3-a699-487c-8023-363c07d10e01 service nova] Enqueued Resource ID: 87865b61-3cde-428e-ad96-97706e7e40e6 with Priority: HIGHEST for action security_group_rules [ 1113.378991] env[65529]: INFO networking_nsxv3.common.synchronization [req-b75cb869-d202-49e5-accb-d640a6682662 req-a2d6a3b3-a699-487c-8023-363c07d10e01 service nova] Enqueued Resource ID: 87865b61-3cde-428e-ad96-97706e7e40e6 with Priority: HIGHEST for action security_group_members [ 1113.379234] env[65529]: INFO networking_nsxv3.common.synchronization [req-b75cb869-d202-49e5-accb-d640a6682662 req-a2d6a3b3-a699-487c-8023-363c07d10e01 service nova] Enqueued Resource ID: 68e4cdde-dddd-4aaf-bc0a-de35ad12d34c with Priority: HIGHEST for action port [ 1113.380580] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87865b61-3cde-428e-ad96-97706e7e40e6 with Priority: HIGHEST for action security_group_rules [ 1113.380770] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87865b61-3cde-428e-ad96-97706e7e40e6 with Priority: HIGHEST for action security_group_members [ 1113.380931] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e4cdde-dddd-4aaf-bc0a-de35ad12d34c with Priority: HIGHEST for action port [ 1113.381335] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87865b61-3cde-428e-ad96-97706e7e40e6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.381657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.381657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.381787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.381873] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87865b61-3cde-428e-ad96-97706e7e40e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.382912] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-87865b61-3cde-428e-ad96-97706e7e40e6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.383167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.383257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.383445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.383600] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.384491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.384573] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.384728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.384816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.384906] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87865b61-3cde-428e-ad96-97706e7e40e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.385915] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-68e4cdde-dddd-4aaf-bc0a-de35ad12d34c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.385915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68e4cdde-dddd-4aaf-bc0a-de35ad12d34c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.386023] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68e4cdde-dddd-4aaf-bc0a-de35ad12d34c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.386110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68e4cdde-dddd-4aaf-bc0a-de35ad12d34c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.386178] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68e4cdde-dddd-4aaf-bc0a-de35ad12d34c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.888539] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-87865b61-3cde-428e-ad96-97706e7e40e6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.888885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.888885] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87865b61-3cde-428e-ad96-97706e7e40e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.889901] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68e4cdde-dddd-4aaf-bc0a-de35ad12d34c with status ACTIVE [ 1113.890705] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.890705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.890705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.890705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.890705] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.890988] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.890988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.891351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.891351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.891351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.891876] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.891876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.892032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.893128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.893128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.893128] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68e4cdde-dddd-4aaf-bc0a-de35ad12d34c is going to be updated. [ 1113.914250] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.914440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.914440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.914631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.914762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.914911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68e4cdde-dddd-4aaf-bc0a-de35ad12d34c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.394584] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87865b61-3cde-428e-ad96-97706e7e40e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.898955] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.899316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.899357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.899590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.899684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.899794] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87865b61-3cde-428e-ad96-97706e7e40e6 is going to be created. [ 1114.930844] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.930990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.931084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.931384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.931604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.943197] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87865b61-3cde-428e-ad96-97706e7e40e6 in Status: UNINITIALIZED for 2s [ 1115.729614] env[65529]: INFO networking_nsxv3.common.synchronization [req-8ada9c61-a2f7-4961-b63c-929d68390d6e req-e550a317-6940-4a3b-a135-6f796c844266 tempest-ServersTestJSON-701130459 tempest-ServersTestJSON-701130459-project-member] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1115.730512] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGHEST for action security_group_members [ 1115.730858] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.730994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.731068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.731292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.731441] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.731536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.731595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.731745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.731829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.731922] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.234102] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.234363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.234363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.234572] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.234659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.234860] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.234953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.235032] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.235176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.235258] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.235371] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be updated. [ 1116.267408] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.267604] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.267680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.267973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.268104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.276612] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: IN_PROGRESS for 2s [ 1116.954300] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87865b61-3cde-428e-ad96-97706e7e40e6 in Status: SUCCESS [ 1116.954521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.954702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.954939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.955150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.955285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.955352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.955519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.955609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.955832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.955894] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87865b61-3cde-428e-ad96-97706e7e40e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.205312] env[65529]: INFO networking_nsxv3.common.synchronization [req-7942b363-8416-41e8-9f1f-d44de6d31c68 req-c5baee2c-dfb4-47cc-844d-225bd7ccbde4 tempest-DeleteServersTestJSON-655970916 tempest-DeleteServersTestJSON-655970916-project-member] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1117.206258] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1117.206558] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.206656] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.206712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.206919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.207075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.207294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.207294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.207707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.207707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.207707] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.319634] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0434cf4c-8474-4b01-96c0-665e25c239af tempest-AttachInterfacesTestJSON-278876573 tempest-AttachInterfacesTestJSON-278876573-project-member] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 1117.320049] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGHEST for action security_group_members [ 1117.320431] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.320578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.320645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.320844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.321011] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.321114] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.321177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.322416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.322416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.322416] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.458037] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-87865b61-3cde-428e-ad96-97706e7e40e6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.458188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.458238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.458459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.458628] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.459373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.459373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.459373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.459373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.459373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.459373] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-87865b61-3cde-428e-ad96-97706e7e40e6 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.459608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.459608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.459608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.459724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.459814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.459872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.460239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.460239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.460239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.460239] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87865b61-3cde-428e-ad96-97706e7e40e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.710309] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.710469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.710539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.710754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.710921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.711045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.711171] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.711249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.711405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.711482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.711571] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1117.738124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.738124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.738124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.738262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.738410] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.747071] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1117.824030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.824202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.824309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.824501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.824632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.824831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.824954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.824954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.825130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.825243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.825319] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be updated. [ 1117.850274] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.850500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.850551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.850765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.850932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.861625] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: IN_PROGRESS for 2s [ 1117.962528] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87865b61-3cde-428e-ad96-97706e7e40e6: rpc.has_security_group_logging(os_id): False [ 1117.982177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.982177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.982177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.982177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.982177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.982177] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.982524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.982524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.982524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.982652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.982805] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.982882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.982882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.983792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.983792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.983792] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.983792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.983792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.983792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.983792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.984016] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87865b61-3cde-428e-ad96-97706e7e40e6 is going to be created. [ 1118.050849] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.051015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.051086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.051345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.051543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.065117] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87865b61-3cde-428e-ad96-97706e7e40e6 in Status: IN_PROGRESS for 2s [ 1118.287372] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 in Status: SUCCESS [ 1118.287555] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 deletion is rescheduled due to dependency. [ 1118.287671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.758494] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1119.758868] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a deletion is rescheduled due to dependency. [ 1119.758868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.856282] env[65529]: INFO networking_nsxv3.common.synchronization [req-3a045ce6-bd76-43f4-9a2e-38921f9fd838 req-eb980336-daa2-49da-ab1e-a9187762e2c1 tempest-ImagesOneServerNegativeTestJSON-62749673 tempest-ImagesOneServerNegativeTestJSON-62749673-project-member] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1119.856282] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1119.856461] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.856720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.857024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.857333] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.857584] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.857785] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.857931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.858247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.858422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.859042] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.873380] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c in Status: SUCCESS [ 1119.873979] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c deletion is rescheduled due to dependency. [ 1119.874165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.080213] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87865b61-3cde-428e-ad96-97706e7e40e6 in Status: SUCCESS [ 1120.080213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.227599] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.227855] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-296" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.227918] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-296" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.228211] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-296" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.228471] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.228650] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.228740] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.228947] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.229344] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.229622] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.229744] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.229856] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.229964] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.230090] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.230197] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.230329] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.249916] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.250129] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.250230] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.250408] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-296" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.250713] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-eef7737c-c755-4099-8efe-b3a949c2f6ac taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.250889] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-eef7737c-c755-4099-8efe-b3a949c2f6ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.251024] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-eef7737c-c755-4099-8efe-b3a949c2f6ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.251431] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-eef7737c-c755-4099-8efe-b3a949c2f6ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.251611] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef7737c-c755-4099-8efe-b3a949c2f6ac',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.360728] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.360907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.360907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.361216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.361443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.361722] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.361833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.361900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.362097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.362177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.362328] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 is going to be updated. [ 1120.390640] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.390838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.390838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.391072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.391212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.399585] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: IN_PROGRESS for 2s [ 1120.754914] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.755304] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.755493] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.755875] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.756091] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.756303] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port eef7737c-c755-4099-8efe-b3a949c2f6ac not found, creating... [ 1120.756670] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.756884] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.757060] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.757352] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.757573] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.758050] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.758304] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.758476] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.758785] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.759020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.759223] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: eef7737c-c755-4099-8efe-b3a949c2f6ac is going to be created. [ 1120.782099] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.782440] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.782639] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.782962] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.783280] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.783862] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-eef7737c-c755-4099-8efe-b3a949c2f6ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.474935] env[65529]: INFO networking_nsxv3.common.synchronization [req-3a045ce6-bd76-43f4-9a2e-38921f9fd838 req-a2e53381-e362-409c-9f64-ade67e5a6db2 service nova] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_rules [ 1121.475136] env[65529]: INFO networking_nsxv3.common.synchronization [req-3a045ce6-bd76-43f4-9a2e-38921f9fd838 req-a2e53381-e362-409c-9f64-ade67e5a6db2 service nova] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1121.475272] env[65529]: INFO networking_nsxv3.common.synchronization [req-3a045ce6-bd76-43f4-9a2e-38921f9fd838 req-a2e53381-e362-409c-9f64-ade67e5a6db2 service nova] Enqueued Resource ID: eef7737c-c755-4099-8efe-b3a949c2f6ac with Priority: HIGHEST for action port [ 1121.475704] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_rules [ 1121.475856] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1121.476033] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef7737c-c755-4099-8efe-b3a949c2f6ac with Priority: HIGHEST for action port [ 1121.476998] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.476998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.476998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.477205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.477576] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.478606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.478697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.478883] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-eef7737c-c755-4099-8efe-b3a949c2f6ac taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.478980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eef7737c-c755-4099-8efe-b3a949c2f6ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.479077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eef7737c-c755-4099-8efe-b3a949c2f6ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.479537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eef7737c-c755-4099-8efe-b3a949c2f6ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.479537] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef7737c-c755-4099-8efe-b3a949c2f6ac',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.981163] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.981512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.981564] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eef7737c-c755-4099-8efe-b3a949c2f6ac with status ACTIVE [ 1121.981734] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.981846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.981912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.982204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.982277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.982517] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.982613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.982672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.983030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.983030] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.983030] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.983158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.983224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.983323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.983397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.983478] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eef7737c-c755-4099-8efe-b3a949c2f6ac is going to be updated. [ 1122.007913] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.008073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.008131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.008302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.008430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.008584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eef7737c-c755-4099-8efe-b3a949c2f6ac" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.409149] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: SUCCESS [ 1122.409342] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 deletion is rescheduled due to dependency. [ 1122.409429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.409580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.409801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.409979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.410110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.410169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.410321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.410400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.410498] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.552219] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.552472] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.552606] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.552918] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.553389] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.553591] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.553742] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.553976] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.554138] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.554349] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.554556] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.554746] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.554868] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.554990] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.555114] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.555249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.577294] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.577499] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.577640] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.577842] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-143" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.578186] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-a137cf05-0ed4-4158-81bf-9da627e8c28c taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.578506] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.578867] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.579239] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.579468] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a137cf05-0ed4-4158-81bf-9da627e8c28c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.912794] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.083074] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.083074] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.083074] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.083074] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.083074] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.083074] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.083598] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.083598] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.083598] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.083746] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.084205] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.084416] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.084582] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.084850] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.085033] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.085242] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: a137cf05-0ed4-4158-81bf-9da627e8c28c is going to be updated. [ 1123.106215] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.106406] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.106609] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.106922] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.107180] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.107480] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.380508] env[65529]: INFO networking_nsxv3.common.synchronization [req-310b6950-5649-447d-8002-9b0c35d5efd6 req-58341234-584a-4e3d-a57e-dd1f87349d01 tempest-ServerAddressesTestJSON-1525321516 tempest-ServerAddressesTestJSON-1525321516-project-member] Enqueued Resource ID: 87865b61-3cde-428e-ad96-97706e7e40e6 with Priority: HIGHEST for action security_group_members [ 1123.380508] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87865b61-3cde-428e-ad96-97706e7e40e6 with Priority: HIGHEST for action security_group_members [ 1123.380508] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-87865b61-3cde-428e-ad96-97706e7e40e6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.380508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.380508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.380508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.380754] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.380754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.380754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.380898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.380996] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.381119] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87865b61-3cde-428e-ad96-97706e7e40e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.414870] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.796460] env[65529]: INFO networking_nsxv3.common.synchronization [req-bd1e4012-41bc-4a7e-8363-066fffe50a63 req-e0109779-f726-42bc-9ef9-b780d4179e00 service nova] Enqueued Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_rules [ 1123.796707] env[65529]: INFO networking_nsxv3.common.synchronization [req-bd1e4012-41bc-4a7e-8363-066fffe50a63 req-e0109779-f726-42bc-9ef9-b780d4179e00 service nova] Enqueued Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_members [ 1123.796815] env[65529]: INFO networking_nsxv3.common.synchronization [req-bd1e4012-41bc-4a7e-8363-066fffe50a63 req-e0109779-f726-42bc-9ef9-b780d4179e00 service nova] Enqueued Resource ID: a137cf05-0ed4-4158-81bf-9da627e8c28c with Priority: HIGHEST for action port [ 1123.797383] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_rules [ 1123.797542] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_members [ 1123.798191] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a137cf05-0ed4-4158-81bf-9da627e8c28c with Priority: HIGHEST for action port [ 1123.798191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ac742c-3cf5-408c-b334-1b66309476df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.798350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.798442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.798691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.798786] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.800634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ac742c-3cf5-408c-b334-1b66309476df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.800784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.800862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.801086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.801267] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.801408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.801469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.801647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.801767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.802109] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.804760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a137cf05-0ed4-4158-81bf-9da627e8c28c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.804924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.805043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.805244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.805328] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a137cf05-0ed4-4158-81bf-9da627e8c28c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.883546] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.883696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.883696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.884265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.884265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.884265] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.884265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.884495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.884495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.884495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.884588] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87865b61-3cde-428e-ad96-97706e7e40e6 is going to be updated. [ 1123.911255] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.911467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.911518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.911724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.911862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.918510] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.918638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.918706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.918903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.918988] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.919105] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 is going to be updated. [ 1123.921325] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87865b61-3cde-428e-ad96-97706e7e40e6 in Status: IN_PROGRESS for 2s [ 1123.956841] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.957035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.957079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.957261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.957396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.967093] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: IN_PROGRESS for 2s [ 1124.305789] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.307072] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ac742c-3cf5-408c-b334-1b66309476df taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.307216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.309645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a137cf05-0ed4-4158-81bf-9da627e8c28c with status ACTIVE [ 1124.309881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.309999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.310100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.310348] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.310469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.310732] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.310781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.310856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.311325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.311325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.311457] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.311517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.311552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.311712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.311811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.311905] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a137cf05-0ed4-4158-81bf-9da627e8c28c is going to be updated. [ 1124.341823] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.342014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.342066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.342254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.342411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.342591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a137cf05-0ed4-4158-81bf-9da627e8c28c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.809714] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.312533] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.312953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.313188] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.313649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.313777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.313905] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ac742c-3cf5-408c-b334-1b66309476df is going to be updated. [ 1125.348812] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.349009] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.349136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.349840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.349840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.363372] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ac742c-3cf5-408c-b334-1b66309476df in Status: IN_PROGRESS for 2s [ 1125.932683] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87865b61-3cde-428e-ad96-97706e7e40e6 in Status: SUCCESS [ 1125.932919] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87865b61-3cde-428e-ad96-97706e7e40e6 deletion is rescheduled due to dependency. [ 1125.933059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.977342] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: SUCCESS [ 1125.977555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.977950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.977950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.978288] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.978288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.978288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.978483] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.978553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.978615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.978700] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.480619] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.480932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.480932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.481102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.481267] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.481448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.481501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.481668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.481788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.481892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.482081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.482204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.482247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.482894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.482894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.482894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.482894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.482894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.482894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.483146] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.483146] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.986347] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c50f813-eb97-424f-a148-11f88ce7d3a1: rpc.has_security_group_logging(os_id): False [ 1127.008245] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.008406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.008472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.008649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.008754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.008945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.009056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.009117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.009331] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.009381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.009578] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.009675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.009733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.009872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.009945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.010475] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.012921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.013089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.013289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.013393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.013471] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 is going to be updated. [ 1127.074854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.075152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.075224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.075579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.075773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.095988] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: IN_PROGRESS for 2s [ 1127.374820] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ac742c-3cf5-408c-b334-1b66309476df in Status: SUCCESS [ 1127.375040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.375212] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.375431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.375622] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.375736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.375799] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.375948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.376036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.376120] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.376207] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.879076] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.381338] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8ac742c-3cf5-408c-b334-1b66309476df: rpc.has_security_group_logging(os_id): False [ 1128.402836] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.403026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.403067] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.403415] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.403569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.403919] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.404106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.404213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.404434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.404538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.404674] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ac742c-3cf5-408c-b334-1b66309476df is going to be updated. [ 1128.503014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.503187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.503289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.503614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.503824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.519871] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ac742c-3cf5-408c-b334-1b66309476df in Status: IN_PROGRESS for 2s [ 1128.798513] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1128.798718] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1129.111738] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: SUCCESS [ 1129.112090] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.533071] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8ac742c-3cf5-408c-b334-1b66309476df in Status: SUCCESS [ 1130.533481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.181407] env[65529]: INFO networking_nsxv3.common.synchronization [req-b33f6946-db7b-44b6-a0b9-89dc93d621da req-863d94e8-a166-4016-acfb-138c651b4b61 tempest-ServerActionsTestJSON-912310287 tempest-ServerActionsTestJSON-912310287-project-member] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1131.182518] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1131.182852] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.183327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.183327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.183580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.183657] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.183765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.183834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.183989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.184093] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.184188] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.688212] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.688707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.688707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.688707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.715520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.715801] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.715932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.716012] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.716221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.716324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.716394] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be updated. [ 1131.749342] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.749613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.749682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.749962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.750122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.762751] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: IN_PROGRESS for 2s [ 1132.855300] env[65529]: INFO networking_nsxv3.common.synchronization [req-2419c4c2-b875-4526-b714-cab3bdff7107 req-e4d950aa-8d97-45b4-a8d4-ac181df9a655 tempest-DeleteServersTestJSON-655970916 tempest-DeleteServersTestJSON-655970916-project-member] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1132.855851] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1132.856191] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.856330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.856423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.856657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.856838] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.856938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.857366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.857366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.857366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.857366] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.187881] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.188096] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.188218] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.188498] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.188798] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.188966] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.189093] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.189350] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.189686] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.189920] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.190049] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.190212] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.190396] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.190455] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.190569] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.190795] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.212462] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.212766] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.212910] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.213116] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.213529] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-f83decc7-617e-4280-8da4-c1f1e66b18fb taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.213668] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-f83decc7-617e-4280-8da4-c1f1e66b18fb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.213814] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-f83decc7-617e-4280-8da4-c1f1e66b18fb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.214231] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-f83decc7-617e-4280-8da4-c1f1e66b18fb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.214487] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83decc7-617e-4280-8da4-c1f1e66b18fb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.360321] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.360615] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.360707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.360898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.360972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.361202] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.361305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.361363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.361569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.361648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.361739] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1133.391667] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.391853] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.391896] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.392122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.392261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.407469] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1133.717095] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.717348] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.717481] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.717799] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.717959] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.718130] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port f83decc7-617e-4280-8da4-c1f1e66b18fb not found, creating... [ 1133.718390] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.718544] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.718669] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.718940] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.719083] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.719375] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.719546] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.719702] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.719892] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.720035] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.720177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: f83decc7-617e-4280-8da4-c1f1e66b18fb is going to be created. [ 1133.745221] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.745523] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.745666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.745951] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.746189] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.746408] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-f83decc7-617e-4280-8da4-c1f1e66b18fb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.775207] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: SUCCESS [ 1133.776112] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a deletion is rescheduled due to dependency. [ 1133.776112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.441779] env[65529]: INFO networking_nsxv3.common.synchronization [req-2419c4c2-b875-4526-b714-cab3bdff7107 req-d7a8d613-b664-4c11-bd38-2b1dda67cfb4 service nova] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_rules [ 1134.442056] env[65529]: INFO networking_nsxv3.common.synchronization [req-2419c4c2-b875-4526-b714-cab3bdff7107 req-d7a8d613-b664-4c11-bd38-2b1dda67cfb4 service nova] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1134.442089] env[65529]: INFO networking_nsxv3.common.synchronization [req-2419c4c2-b875-4526-b714-cab3bdff7107 req-d7a8d613-b664-4c11-bd38-2b1dda67cfb4 service nova] Enqueued Resource ID: f83decc7-617e-4280-8da4-c1f1e66b18fb with Priority: HIGHEST for action port [ 1134.442712] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_rules [ 1134.443165] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1134.443165] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83decc7-617e-4280-8da4-c1f1e66b18fb with Priority: HIGHEST for action port [ 1134.443341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.443467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.443536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.443738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.443900] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.445285] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.445385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.445583] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-f83decc7-617e-4280-8da4-c1f1e66b18fb taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.445721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f83decc7-617e-4280-8da4-c1f1e66b18fb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.445759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f83decc7-617e-4280-8da4-c1f1e66b18fb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.445914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f83decc7-617e-4280-8da4-c1f1e66b18fb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.445989] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f83decc7-617e-4280-8da4-c1f1e66b18fb',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.948334] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.948599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.948687] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f83decc7-617e-4280-8da4-c1f1e66b18fb with status ACTIVE [ 1134.948859] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.948975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.949058] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.949264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.949352] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.949744] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.949871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.949941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.950122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.950243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.950404] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.950502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.950564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.950725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.950791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.950880] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f83decc7-617e-4280-8da4-c1f1e66b18fb is going to be updated. [ 1134.977220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.977460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.977460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.977736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.977844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.978029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f83decc7-617e-4280-8da4-c1f1e66b18fb" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.421139] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1135.421139] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a deletion is rescheduled due to dependency. [ 1135.421139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.421139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.421409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.421549] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.421623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.421674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.421847] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.421924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.422033] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.924475] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.428879] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.931802] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.931802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.931802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.931802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.932638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.932638] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1136.974824] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.975052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.975052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.975274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.975416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.986463] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1139.004659] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1139.005052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.005052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.005315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.005543] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.005673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.005724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.005948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.006037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.006202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.006284] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.443824] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1139.443824] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1139.509584] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.509837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.509837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.510104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.510278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.510426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.510485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.510599] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.510721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.510775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.511221] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.511221] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.511363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.511393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.511532] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.511711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.511711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.511880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.511932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.512065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.512134] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.017679] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f37177ac-069c-43f8-b905-06c9d5add98a: rpc.has_security_group_logging(os_id): False [ 1140.038812] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.039121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.039267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.039894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.040144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.040421] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.040550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.040612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.040780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.040875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.041165] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.041281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.041378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.041560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.041708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.041928] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.042062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.042148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.042324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.042424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.042533] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1140.119430] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.119629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.119749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.120213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.120213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.139965] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1141.957020] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e05f13c-fa96-47b0-82b3-67f068ee0d96 req-d52ba208-7837-47ed-9cd0-92f385a78a02 tempest-ServerActionsTestJSON-912310287 tempest-ServerActionsTestJSON-912310287-project-member] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1141.957636] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1141.957902] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.958036] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.958103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.958294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.958589] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.958589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.958589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.958792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.958842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.958924] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.160690] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1142.160954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.308449] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-714 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.308678] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.308837] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.309135] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.309540] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.309778] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.309912] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.310200] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.310374] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.310650] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.310792] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.310952] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.311088] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.311248] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.311403] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.311686] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.333676] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.333938] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.334113] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.334308] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.334756] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-fde14847-4841-4e88-a948-05cbda58ac55 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.334964] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-fde14847-4841-4e88-a948-05cbda58ac55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.335116] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-fde14847-4841-4e88-a948-05cbda58ac55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.335460] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-fde14847-4841-4e88-a948-05cbda58ac55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.335616] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde14847-4841-4e88-a948-05cbda58ac55',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.461632] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.461938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.461938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.462187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.462306] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.462619] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.462824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.462870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.463109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.463201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.463329] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be updated. [ 1142.491971] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.492167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.492218] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.492429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.492575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.503244] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: IN_PROGRESS for 2s [ 1142.838568] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.838813] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.838930] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.839257] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.839420] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.839576] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port fde14847-4841-4e88-a948-05cbda58ac55 not found, creating... [ 1142.839858] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.840044] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.840166] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.840409] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.840559] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.840858] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.841038] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.841160] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.841368] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.841500] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.841677] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: fde14847-4841-4e88-a948-05cbda58ac55 is going to be created. [ 1142.861300] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.861491] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.861741] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.862098] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.862392] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.862734] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-fde14847-4841-4e88-a948-05cbda58ac55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.574124] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e05f13c-fa96-47b0-82b3-67f068ee0d96 req-f4fc1393-70ca-43d5-8213-4029984eaa48 service nova] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_rules [ 1143.574383] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e05f13c-fa96-47b0-82b3-67f068ee0d96 req-f4fc1393-70ca-43d5-8213-4029984eaa48 service nova] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1143.574439] env[65529]: INFO networking_nsxv3.common.synchronization [req-8e05f13c-fa96-47b0-82b3-67f068ee0d96 req-f4fc1393-70ca-43d5-8213-4029984eaa48 service nova] Enqueued Resource ID: fde14847-4841-4e88-a948-05cbda58ac55 with Priority: HIGHEST for action port [ 1143.574957] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_rules [ 1143.575138] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1143.575192] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde14847-4841-4e88-a948-05cbda58ac55 with Priority: HIGHEST for action port [ 1143.575461] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.575583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.575647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.575851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.575930] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.576842] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.576943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.577151] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde14847-4841-4e88-a948-05cbda58ac55 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.577252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde14847-4841-4e88-a948-05cbda58ac55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.577315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde14847-4841-4e88-a948-05cbda58ac55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.577479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde14847-4841-4e88-a948-05cbda58ac55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.577555] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde14847-4841-4e88-a948-05cbda58ac55',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.080291] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.080517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.080751] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fde14847-4841-4e88-a948-05cbda58ac55 with status ACTIVE [ 1144.080951] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.081084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.081150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.081376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.081468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.081726] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.081849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.081954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.082131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.082233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.082429] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.082525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.082588] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.082765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.082837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.082923] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fde14847-4841-4e88-a948-05cbda58ac55 is going to be updated. [ 1144.117161] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.117361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.117361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.117579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.117718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.117871] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde14847-4841-4e88-a948-05cbda58ac55" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.518419] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: SUCCESS [ 1144.518631] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a deletion is rescheduled due to dependency. [ 1144.518727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.518888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.519128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.519320] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.519442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.519504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.519730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.519825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.519924] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.023288] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.526168] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.028467] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.028971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.028971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.028971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.029152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.029152] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be updated. [ 1146.064563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.064746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.064807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.066028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.066028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.074910] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: IN_PROGRESS for 2s [ 1146.392233] env[65529]: INFO networking_nsxv3.common.synchronization [req-7f740808-3978-49f1-ac20-d1a5956ae35f req-e277ac33-700e-48b5-8d3b-8f83b736d81f tempest-ImagesOneServerNegativeTestJSON-62749673 tempest-ImagesOneServerNegativeTestJSON-62749673-project-member] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1146.392872] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1146.393816] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.393816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.393816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.394103] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.394213] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.394498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.394594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.394811] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.394903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.395028] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.897825] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.897825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.897825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.898242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.898242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.898356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.898447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.898494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.898617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.898689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.898775] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 is going to be updated. [ 1146.927262] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.927452] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.927495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.927686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.927827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.937222] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: IN_PROGRESS for 2s [ 1148.086167] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: SUCCESS [ 1148.086542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.086602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.086855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.087072] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.087195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.087261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.087423] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.087499] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.087704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.087704] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.590442] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.949409] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: SUCCESS [ 1148.949777] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 deletion is rescheduled due to dependency. [ 1148.949777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.093022] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e65426b-604b-4de2-8eac-914ef905932a: rpc.has_security_group_logging(os_id): False [ 1149.115655] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.115867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.116064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.116178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.116327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.116634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.116776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.116827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.116982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.117095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.117127] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be updated. [ 1149.210482] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.210482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.210723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.210771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.210953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.223451] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: IN_PROGRESS for 2s [ 1149.315670] env[65529]: INFO networking_nsxv3.common.synchronization [req-a6aeb7e0-0092-4b93-a665-1cc3a9ae83e8 req-14517567-0c91-490f-89c3-30a3da687bbd tempest-DeleteServersTestJSON-655970916 tempest-DeleteServersTestJSON-655970916-project-member] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1149.315898] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1149.316247] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.316383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.318079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.318079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.318079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.318079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.318079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.320125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.320125] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.320125] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.822181] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.822398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.822443] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.822707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.822862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.823117] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.823219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.823264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.823902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.823902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.823902] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1149.853210] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.853451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.853451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.853676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.853815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.863733] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1151.237051] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: SUCCESS [ 1151.237409] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.874717] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1151.875012] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a deletion is rescheduled due to dependency. [ 1151.875182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.316572] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1154.316838] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1157.064261] env[65529]: INFO networking_nsxv3.common.synchronization [req-8204d680-da3d-471b-a5a3-2e233e6376c0 req-33fa2961-b23a-4a3f-975f-f4ca18136d8d tempest-ImagesOneServerNegativeTestJSON-62749673 tempest-ImagesOneServerNegativeTestJSON-62749673-project-member] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1157.064261] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1157.064261] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.064261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.064261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.064747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.064747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.064747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.064747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.064894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.064974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.065232] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.366561] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.366758] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-296" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.366880] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-296" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.367592] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-296" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.367592] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.367592] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.367804] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.367882] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.368103] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.368398] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.368507] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.368608] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.368755] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.368910] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.368988] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.369105] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.390197] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.390380] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.390512] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.390680] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-296" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.390974] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-6df8e66f-44ab-4286-b416-bb1da3fe3b4d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.391212] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-6df8e66f-44ab-4286-b416-bb1da3fe3b4d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.391333] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-6df8e66f-44ab-4286-b416-bb1da3fe3b4d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.391640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-6df8e66f-44ab-4286-b416-bb1da3fe3b4d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.391772] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df8e66f-44ab-4286-b416-bb1da3fe3b4d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.567575] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.567746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.567805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.568017] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.568117] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.568311] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.568405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.568456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.568606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.568692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.568753] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 is going to be updated. [ 1157.594724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.594971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.594971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.595162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.595303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.603968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: IN_PROGRESS for 2s [ 1157.894284] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.894548] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.894613] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.894869] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.895035] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.895194] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 6df8e66f-44ab-4286-b416-bb1da3fe3b4d not found, creating... [ 1157.895487] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.895647] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.895762] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.895985] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.896132] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.896402] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.896551] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.896663] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.896866] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.897026] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.897167] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 6df8e66f-44ab-4286-b416-bb1da3fe3b4d is going to be created. [ 1157.919391] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.919682] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.919682] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.919993] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.920239] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.920458] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-6df8e66f-44ab-4286-b416-bb1da3fe3b4d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.603103] env[65529]: INFO networking_nsxv3.common.synchronization [req-8204d680-da3d-471b-a5a3-2e233e6376c0 req-88de86ce-c7b6-43ab-b967-de2b23fb1853 service nova] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_rules [ 1158.603359] env[65529]: INFO networking_nsxv3.common.synchronization [req-8204d680-da3d-471b-a5a3-2e233e6376c0 req-88de86ce-c7b6-43ab-b967-de2b23fb1853 service nova] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1158.603469] env[65529]: INFO networking_nsxv3.common.synchronization [req-8204d680-da3d-471b-a5a3-2e233e6376c0 req-88de86ce-c7b6-43ab-b967-de2b23fb1853 service nova] Enqueued Resource ID: 6df8e66f-44ab-4286-b416-bb1da3fe3b4d with Priority: HIGHEST for action port [ 1158.604017] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_rules [ 1158.604158] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1158.604254] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6df8e66f-44ab-4286-b416-bb1da3fe3b4d with Priority: HIGHEST for action port [ 1158.604522] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.604636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.604720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.604890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.604985] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.606152] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.606284] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.606589] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-6df8e66f-44ab-4286-b416-bb1da3fe3b4d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.606659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6df8e66f-44ab-4286-b416-bb1da3fe3b4d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.606703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6df8e66f-44ab-4286-b416-bb1da3fe3b4d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.606887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6df8e66f-44ab-4286-b416-bb1da3fe3b4d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.607434] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6df8e66f-44ab-4286-b416-bb1da3fe3b4d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.108747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.108880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.109088] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6df8e66f-44ab-4286-b416-bb1da3fe3b4d with status ACTIVE [ 1159.109267] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.109376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.109442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.109647] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.109793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.110011] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.110129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.110187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.110471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.110471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.110685] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.110685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.110773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.110917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.110951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.111034] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6df8e66f-44ab-4286-b416-bb1da3fe3b4d is going to be updated. [ 1159.132515] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.132688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.132739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.132933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.133084] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.133244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6df8e66f-44ab-4286-b416-bb1da3fe3b4d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.614381] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: SUCCESS [ 1159.614925] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 deletion is rescheduled due to dependency. [ 1159.614925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.614925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.615166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.615349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.615469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.615532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.615692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.615770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.615863] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.092788] env[65529]: INFO networking_nsxv3.common.synchronization [req-893dd1c6-883f-48c2-b697-5948ab5750f7 req-7e783ebb-5fe7-4879-aab3-0cfd7db0423b tempest-DeleteServersTestJSON-655970916 tempest-DeleteServersTestJSON-655970916-project-member] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1160.092788] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1160.092788] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.092788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.092788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.092788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.092788] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.092788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.092788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.092788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.092788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.092788] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.118022] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.390756] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.391093] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.391257] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.391559] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.391896] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.392066] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.392222] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.392480] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.392675] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.392944] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.393047] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.393156] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.393262] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.393370] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.393472] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.393645] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.416199] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.416711] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.416929] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.417155] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-381" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.417853] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-202b0ca3-db7e-4957-9fd2-824a0e70eb42 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.417853] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-202b0ca3-db7e-4957-9fd2-824a0e70eb42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.417999] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-202b0ca3-db7e-4957-9fd2-824a0e70eb42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.418328] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-202b0ca3-db7e-4957-9fd2-824a0e70eb42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.418458] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('202b0ca3-db7e-4957-9fd2-824a0e70eb42',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.594701] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.594906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.594952] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.595252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.595388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.595603] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.595726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.595790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.595959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.596138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.596288] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1160.620787] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.626329] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.626468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.626565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.626916] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.627116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.636862] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1160.920849] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.921108] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.921243] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.921552] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.921700] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.921864] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 202b0ca3-db7e-4957-9fd2-824a0e70eb42 not found, creating... [ 1160.922171] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.922336] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.922451] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.922681] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.922858] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.923238] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.923409] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.923525] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.923737] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.923869] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.924015] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 202b0ca3-db7e-4957-9fd2-824a0e70eb42 is going to be created. [ 1160.946597] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.946597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.946597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.946597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.946597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.946597] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-202b0ca3-db7e-4957-9fd2-824a0e70eb42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.123319] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.123487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.123559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.123780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.123900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.124043] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 is going to be updated. [ 1161.154800] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.154800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.154800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.154800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.154800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.162173] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: IN_PROGRESS for 2s [ 1161.633846] env[65529]: INFO networking_nsxv3.common.synchronization [req-893dd1c6-883f-48c2-b697-5948ab5750f7 req-488d60e7-0bdc-48fb-828e-6d4d68ab45f3 service nova] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_rules [ 1161.634168] env[65529]: INFO networking_nsxv3.common.synchronization [req-893dd1c6-883f-48c2-b697-5948ab5750f7 req-488d60e7-0bdc-48fb-828e-6d4d68ab45f3 service nova] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1161.634168] env[65529]: INFO networking_nsxv3.common.synchronization [req-893dd1c6-883f-48c2-b697-5948ab5750f7 req-488d60e7-0bdc-48fb-828e-6d4d68ab45f3 service nova] Enqueued Resource ID: 202b0ca3-db7e-4957-9fd2-824a0e70eb42 with Priority: HIGHEST for action port [ 1161.634702] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_rules [ 1161.634838] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1161.636970] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202b0ca3-db7e-4957-9fd2-824a0e70eb42 with Priority: HIGHEST for action port [ 1161.637305] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.637432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.637495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.637698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.637778] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.639473] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.639473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.640855] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-202b0ca3-db7e-4957-9fd2-824a0e70eb42 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.640855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-202b0ca3-db7e-4957-9fd2-824a0e70eb42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.640855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-202b0ca3-db7e-4957-9fd2-824a0e70eb42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.640855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-202b0ca3-db7e-4957-9fd2-824a0e70eb42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.640855] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('202b0ca3-db7e-4957-9fd2-824a0e70eb42',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.139769] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.140046] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.142246] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 202b0ca3-db7e-4957-9fd2-824a0e70eb42 with status ACTIVE [ 1162.142436] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.142553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.142620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.142852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.142947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.143141] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.143239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.143303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.143455] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.143530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.143710] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.143796] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.143857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.143993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.144079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.144164] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 202b0ca3-db7e-4957-9fd2-824a0e70eb42 is going to be updated. [ 1162.166115] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.166311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.166311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.166525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.166659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.166812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-202b0ca3-db7e-4957-9fd2-824a0e70eb42" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.646804] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1162.647195] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a deletion is rescheduled due to dependency. [ 1162.647195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.647195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.647403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.647585] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.647702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.647766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.647920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.648008] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.648105] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.150647] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.172470] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: SUCCESS [ 1163.172671] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.172794] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.173081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.173278] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.173392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.173449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.173601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.173679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.173762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.173851] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.653168] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.676723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.676919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.676919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.677154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.677343] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.677508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.677508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.677638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.677721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.677814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.677972] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.678065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.678128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.678272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.678405] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.678498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.678566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.678684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.678747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.678861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.678907] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.155572] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.155747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.155790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.156018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.156115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.156220] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1164.181064] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c50f813-eb97-424f-a148-11f88ce7d3a1: rpc.has_security_group_logging(os_id): False [ 1164.183527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.183709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.183821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.184106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.184414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.194281] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1164.198395] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.198576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.198621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.198806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.198891] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.199152] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.199265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.199329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.199485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.199561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.199766] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.199859] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.199947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.200104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.200178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.200354] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.200446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.200507] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.200641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.200715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.200800] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 is going to be updated. [ 1164.281838] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.282132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.282132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.282308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.282456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.295895] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: IN_PROGRESS for 2s [ 1166.203337] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1166.203709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.203709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.203945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.204188] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.204315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.204380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.204561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.204638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.204725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.204813] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.309018] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: SUCCESS [ 1166.309323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.638106] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1166.638303] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1166.706930] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.707177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.707252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.707511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.707687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.707792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.707856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.708011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.708098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.708186] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.708334] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.708426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.708487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.708631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.708794] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.708850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.708910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.709055] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.709134] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.709215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.709302] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.211661] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f37177ac-069c-43f8-b905-06c9d5add98a: rpc.has_security_group_logging(os_id): False [ 1167.229496] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.229690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.229736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.229967] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.230097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.230316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.230419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.230488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.230639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.230714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.230898] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.230994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.231111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.231216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.231270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.231447] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.231537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.231595] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.231730] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.231801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.231883] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1167.299180] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.299408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.299461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.299712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.299998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.318016] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1169.335979] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1169.336328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.470480] env[65529]: INFO networking_nsxv3.common.synchronization [req-0d192a8d-46e3-409c-9383-87f4ab2c4e13 req-a8d3800e-73e4-41c4-bc70-c3c5232dd748 tempest-ImagesOneServerNegativeTestJSON-62749673 tempest-ImagesOneServerNegativeTestJSON-62749673-project-member] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1169.471028] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGHEST for action security_group_members [ 1169.471355] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.471450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.471511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.472077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.472077] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.472077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.472077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.472281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.472366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.472477] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.974422] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.974592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.974662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.974882] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.974964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.975175] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.975272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.975339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.975478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.975551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.975636] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 is going to be updated. [ 1170.001911] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.002068] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.002153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.002361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.002500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.012010] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: IN_PROGRESS for 2s [ 1172.023744] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 in Status: SUCCESS [ 1172.024112] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 deletion is rescheduled due to dependency. [ 1172.024112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.472317] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.472635] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1178.111172] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0da1f1fb-bd36-47fc-a1f5-d599565b452e None None] Enqueued Resource ID: 9a1ab4c0-049d-4270-9e5e-6ce94de8059a with Priority: HIGHEST for action port [ 1178.111172] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1ab4c0-049d-4270-9e5e-6ce94de8059a with Priority: HIGHEST for action port [ 1178.111172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a1ab4c0-049d-4270-9e5e-6ce94de8059a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.111172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a1ab4c0-049d-4270-9e5e-6ce94de8059a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.111172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a1ab4c0-049d-4270-9e5e-6ce94de8059a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.111172] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a1ab4c0-049d-4270-9e5e-6ce94de8059a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.112421] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a1ab4c0-049d-4270-9e5e-6ce94de8059a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.614949] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a1ab4c0-049d-4270-9e5e-6ce94de8059a [ 1178.615208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.615347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.615416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.615673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.615767] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.615866] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a1ab4c0-049d-4270-9e5e-6ce94de8059a already deleted. [ 1178.615945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a1ab4c0-049d-4270-9e5e-6ce94de8059a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.736317] env[65529]: INFO networking_nsxv3.common.synchronization [req-a87f2016-2360-4ec5-9b15-36de3fab1bc9 req-8fc9cb9a-3d03-41a8-8ca2-52ac799ff1b3 tempest-AttachVolumeShelveTestJSON-1842608892 tempest-AttachVolumeShelveTestJSON-1842608892-project-member] Enqueued Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_members [ 1179.736948] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGHEST for action security_group_members [ 1179.737347] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8ac742c-3cf5-408c-b334-1b66309476df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.737502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.737580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.737804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.737970] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.738105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.738170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.738357] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.738449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.738561] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.242902] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.242902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.242902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.243209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.244145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.244145] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.244145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.244145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.244145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.244145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.244145] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ac742c-3cf5-408c-b334-1b66309476df is going to be updated. [ 1180.283041] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.283041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.283041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.283041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.283376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.293820] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ac742c-3cf5-408c-b334-1b66309476df in Status: IN_PROGRESS for 2s [ 1180.389343] env[65529]: INFO networking_nsxv3.common.synchronization [None req-dec6130c-61d5-49ba-a89f-08bef74d2c49 None None] Enqueued Resource ID: 7e75286d-5032-4302-a5ce-68981cccecf2 with Priority: HIGHEST for action port [ 1180.389893] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e75286d-5032-4302-a5ce-68981cccecf2 with Priority: HIGHEST for action port [ 1180.392460] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e75286d-5032-4302-a5ce-68981cccecf2 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.392657] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e75286d-5032-4302-a5ce-68981cccecf2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.392741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e75286d-5032-4302-a5ce-68981cccecf2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.393139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e75286d-5032-4302-a5ce-68981cccecf2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.393273] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e75286d-5032-4302-a5ce-68981cccecf2',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.895494] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e75286d-5032-4302-a5ce-68981cccecf2 [ 1180.895494] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.895494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.896013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.896013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.896013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.896013] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e75286d-5032-4302-a5ce-68981cccecf2 already deleted. [ 1180.896013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e75286d-5032-4302-a5ce-68981cccecf2" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.306622] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8ac742c-3cf5-408c-b334-1b66309476df in Status: SUCCESS [ 1182.306949] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8ac742c-3cf5-408c-b334-1b66309476df deletion is rescheduled due to dependency. [ 1182.306949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.083042] env[65529]: INFO networking_nsxv3.common.synchronization [req-f1642d5f-edac-4a27-b9a9-404ab89eca3c req-4874b1b8-6bef-4b25-a600-0b60ab479150 tempest-AttachInterfacesV270Test-797641444 tempest-AttachInterfacesV270Test-797641444-project-member] Enqueued Resource ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f with Priority: HIGHEST for action security_group_members [ 1184.083636] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f with Priority: HIGHEST for action security_group_members [ 1184.083943] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d6c9fd-26f0-414b-8991-188d1ce6974f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.084077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.084147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.084413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.084599] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.084721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.084765] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.084920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.084997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.085105] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d6c9fd-26f0-414b-8991-188d1ce6974f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.372495] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.372860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-954" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.372860] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-954" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.373138] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-954" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.373421] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.373578] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.373693] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.373921] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.374076] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.374283] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.374391] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.374505] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.374601] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.374707] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.374808] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.374934] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.396049] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.396224] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.396364] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.396555] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-954" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.396876] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-a07018d1-bd63-4321-aff4-795dba4eb742 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.397062] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-a07018d1-bd63-4321-aff4-795dba4eb742" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.397184] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-a07018d1-bd63-4321-aff4-795dba4eb742" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.397518] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-a07018d1-bd63-4321-aff4-795dba4eb742" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.397660] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a07018d1-bd63-4321-aff4-795dba4eb742',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.587572] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.587803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.587898] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.588154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.588249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.588447] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.588544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.588606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.588778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.588856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.588941] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f already deleted. [ 1184.589035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.900311] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.900519] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.900519] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.900787] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.900987] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.901183] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port a07018d1-bd63-4321-aff4-795dba4eb742 not found, creating... [ 1184.901502] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.901716] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.901861] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.902148] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.902317] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.902609] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.902768] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.902882] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.903103] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.903238] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.903377] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: a07018d1-bd63-4321-aff4-795dba4eb742 is going to be created. [ 1184.922957] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.923240] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.923397] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.923687] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.923953] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.924253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-a07018d1-bd63-4321-aff4-795dba4eb742" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.632508] env[65529]: INFO networking_nsxv3.common.synchronization [req-f1642d5f-edac-4a27-b9a9-404ab89eca3c req-8fe3eea6-158d-4b01-91d7-42556c7c24fa service nova] Enqueued Resource ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f with Priority: HIGHEST for action security_group_rules [ 1185.632765] env[65529]: INFO networking_nsxv3.common.synchronization [req-f1642d5f-edac-4a27-b9a9-404ab89eca3c req-8fe3eea6-158d-4b01-91d7-42556c7c24fa service nova] Enqueued Resource ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f with Priority: HIGHEST for action security_group_members [ 1185.632765] env[65529]: INFO networking_nsxv3.common.synchronization [req-f1642d5f-edac-4a27-b9a9-404ab89eca3c req-8fe3eea6-158d-4b01-91d7-42556c7c24fa service nova] Enqueued Resource ID: a07018d1-bd63-4321-aff4-795dba4eb742 with Priority: HIGHEST for action port [ 1185.633376] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f with Priority: HIGHEST for action security_group_rules [ 1185.633518] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f with Priority: HIGHEST for action security_group_members [ 1185.633518] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a07018d1-bd63-4321-aff4-795dba4eb742 with Priority: HIGHEST for action port [ 1185.634747] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15d6c9fd-26f0-414b-8991-188d1ce6974f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.634747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.634747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.634747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.634747] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15d6c9fd-26f0-414b-8991-188d1ce6974f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.635983] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d6c9fd-26f0-414b-8991-188d1ce6974f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.636544] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.636598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.636788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.636952] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.637072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.637128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.637281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.637460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.637577] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d6c9fd-26f0-414b-8991-188d1ce6974f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.639852] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-a07018d1-bd63-4321-aff4-795dba4eb742 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.639852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a07018d1-bd63-4321-aff4-795dba4eb742" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.639852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a07018d1-bd63-4321-aff4-795dba4eb742" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.639852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a07018d1-bd63-4321-aff4-795dba4eb742" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.639852] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a07018d1-bd63-4321-aff4-795dba4eb742',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.142245] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a07018d1-bd63-4321-aff4-795dba4eb742 with status ACTIVE [ 1186.143035] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.143035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.143035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.143301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.143301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.143489] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.143598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.143661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.143838] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.143919] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.144131] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.144251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.144289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.144466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.144546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.144633] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a07018d1-bd63-4321-aff4-795dba4eb742 is going to be updated. [ 1186.145896] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d6c9fd-26f0-414b-8991-188d1ce6974f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.145980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.146174] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15d6c9fd-26f0-414b-8991-188d1ce6974f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.169833] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.170016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.170091] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.170325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.170461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.170626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a07018d1-bd63-4321-aff4-795dba4eb742" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.648542] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15d6c9fd-26f0-414b-8991-188d1ce6974f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.151519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.151691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.151764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.151984] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.152087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.152258] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f is going to be created. [ 1187.177338] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.177479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.177479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.177751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.177899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.190443] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f in Status: UNINITIALIZED for 2s [ 1189.202612] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f in Status: SUCCESS [ 1189.202924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.203022] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.203248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.203434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.203563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.203626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.203781] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.203862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.203944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.204043] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15d6c9fd-26f0-414b-8991-188d1ce6974f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.707376] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d6c9fd-26f0-414b-8991-188d1ce6974f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.707594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.707594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.707798] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.707980] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.708100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.708165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.708325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.708413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.708501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.708661] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d6c9fd-26f0-414b-8991-188d1ce6974f taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.708760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.708820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.708961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.709110] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.709203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.709263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.709401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.709525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.709564] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.709638] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15d6c9fd-26f0-414b-8991-188d1ce6974f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.212014] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15d6c9fd-26f0-414b-8991-188d1ce6974f: rpc.has_security_group_logging(os_id): False [ 1190.232018] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.232280] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.232350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.232581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.232668] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.232876] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.232992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.233076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.233262] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.233345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.233541] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.233638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.233694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.233832] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.233903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.234104] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.234195] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.234250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.234392] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.234463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.234546] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f is going to be created. [ 1190.296918] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.297107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.297160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.297372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.297547] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.309037] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f in Status: IN_PROGRESS for 2s [ 1190.634944] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.635112] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1191.426182] env[65529]: INFO networking_nsxv3.common.synchronization [req-46b4d173-6316-4068-ac34-987d848922cd req-123dfe7f-0ec5-450b-b99b-df509a130bf2 tempest-ServerActionsTestOtherB-396257460 tempest-ServerActionsTestOtherB-396257460-project-member] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1191.426182] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1191.426802] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.427101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.427267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.427555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.427872] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.428198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.428372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.428655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.428831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.429088] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.933044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.933549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.933633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.933850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.933998] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.934251] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.934379] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.934421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.934586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.934802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.934802] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be updated. [ 1191.968052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.968234] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.968312] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.968527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.968665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.980116] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: IN_PROGRESS for 2s [ 1192.322872] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f in Status: SUCCESS [ 1192.323159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.272108] env[65529]: INFO networking_nsxv3.common.synchronization [req-fc6f10f9-bd79-4ddd-a6d6-b11e1be19fe9 req-8f16922c-3fca-4c54-9025-7e8dcd26a5c3 tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 with Priority: HIGHEST for action security_group_members [ 1193.272982] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 with Priority: HIGHEST for action security_group_members [ 1193.273819] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.273819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.273819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.274368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.274758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.274972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.275110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.275370] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.275565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.275771] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0efef1a5-ca31-452b-9e7a-9caaa2e743e8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.778527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.778527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.778527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.779870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.779870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.779870] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.779870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.779870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.779870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.779870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.779870] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 is going to be updated. [ 1193.811494] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.811728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.811779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.811965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.812160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.822812] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 in Status: IN_PROGRESS for 2s [ 1193.990956] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 1193.990956] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 deletion is rescheduled due to dependency. [ 1193.990956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.647020] env[65529]: INFO networking_nsxv3.common.synchronization [None req-09cd8cf6-228b-4104-97e4-73211fb2229d None None] Enqueued Resource ID: 486d4a9f-d2a7-412b-9b03-3fe07fd21c4f with Priority: HIGHEST for action port [ 1194.647020] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 486d4a9f-d2a7-412b-9b03-3fe07fd21c4f with Priority: HIGHEST for action port [ 1194.647020] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-486d4a9f-d2a7-412b-9b03-3fe07fd21c4f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.647020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-486d4a9f-d2a7-412b-9b03-3fe07fd21c4f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.647020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-486d4a9f-d2a7-412b-9b03-3fe07fd21c4f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.647020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-486d4a9f-d2a7-412b-9b03-3fe07fd21c4f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.647020] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('486d4a9f-d2a7-412b-9b03-3fe07fd21c4f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.149853] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 486d4a9f-d2a7-412b-9b03-3fe07fd21c4f [ 1195.150140] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.150337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.150441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.150652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.150809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.150861] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:486d4a9f-d2a7-412b-9b03-3fe07fd21c4f already deleted. [ 1195.150918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-486d4a9f-d2a7-412b-9b03-3fe07fd21c4f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.834543] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 in Status: SUCCESS [ 1195.834813] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0efef1a5-ca31-452b-9e7a-9caaa2e743e8 deletion is rescheduled due to dependency. [ 1195.834852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0efef1a5-ca31-452b-9e7a-9caaa2e743e8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.693460] env[65529]: INFO networking_nsxv3.common.synchronization [None req-4abebf3f-b4ed-4f11-b502-14527461ff64 None None] Enqueued Resource ID: e279cc28-db89-4627-a235-18557bd4dbe8 with Priority: HIGHEST for action port [ 1196.694011] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e279cc28-db89-4627-a235-18557bd4dbe8 with Priority: HIGHEST for action port [ 1196.694331] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-e279cc28-db89-4627-a235-18557bd4dbe8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.694460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e279cc28-db89-4627-a235-18557bd4dbe8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.694527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e279cc28-db89-4627-a235-18557bd4dbe8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.694790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e279cc28-db89-4627-a235-18557bd4dbe8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.694872] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e279cc28-db89-4627-a235-18557bd4dbe8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.196707] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e279cc28-db89-4627-a235-18557bd4dbe8 [ 1197.197132] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.197132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.197329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.197389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.197453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.197554] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e279cc28-db89-4627-a235-18557bd4dbe8 already deleted. [ 1197.197635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e279cc28-db89-4627-a235-18557bd4dbe8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.141241] env[65529]: INFO networking_nsxv3.common.synchronization [None req-1d37246a-0458-46d5-bb04-20e918ba80c4 tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGHEST for action security_group_rules [ 1198.141730] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGHEST for action security_group_rules [ 1198.142062] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.142236] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.142282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.142607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.142694] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.214889] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0d4f4f27-a59d-4d55-8444-d27c025ebd44 tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGHEST for action security_group_rules [ 1198.215476] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGHEST for action security_group_rules [ 1198.215856] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.215950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.665849] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.666052] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.666104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.666290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.666380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.666480] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 already deleted. [ 1198.666559] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.666709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.666870] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.666953] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.189122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.189122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.189122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.189477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.189477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.189477] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 already deleted. [ 1199.189477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.629432] env[65529]: INFO networking_nsxv3.common.synchronization [req-4ae50ea1-810b-489b-a768-739b7ae72db7 req-065ca5f2-e4d9-4485-b7d3-fb83d01a3c2a tempest-AttachInterfacesV270Test-797641444 tempest-AttachInterfacesV270Test-797641444-project-member] Enqueued Resource ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f with Priority: HIGHEST for action security_group_members [ 1200.629967] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f with Priority: HIGHEST for action security_group_members [ 1200.630277] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d6c9fd-26f0-414b-8991-188d1ce6974f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.630397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.630463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.630659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.630802] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.630895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.630956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.631127] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.631210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.631303] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d6c9fd-26f0-414b-8991-188d1ce6974f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.133344] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.133643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.133727] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.134078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.134223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.134626] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.134735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.134735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.134975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.135110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.135249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f is going to be updated. [ 1201.161753] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.161956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.161956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.162184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.162332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.171419] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f in Status: IN_PROGRESS for 2s [ 1203.183783] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f in Status: SUCCESS [ 1203.184088] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f deletion is rescheduled due to dependency. [ 1203.184138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.499831] env[65529]: INFO networking_nsxv3.common.synchronization [req-e9617fc9-eeb7-4b85-84b3-6ec99c9902b7 req-6a804869-df07-4099-a212-561e3ad45478 tempest-DeleteServersTestJSON-655970916 tempest-DeleteServersTestJSON-655970916-project-member] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1204.500614] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGHEST for action security_group_members [ 1204.500772] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.500905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.500997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.501367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.502039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.502039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.502039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.502039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.502039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.502282] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.843087] env[65529]: INFO networking_nsxv3.common.synchronization [req-cee0af50-2a5b-4b80-a05b-9143e93c8e15 req-04012782-98dd-4605-ba00-153c1c96dae8 tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGHEST for action security_group_members [ 1204.843714] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGHEST for action security_group_members [ 1204.844187] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.844400] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.844492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.844809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.845013] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.845128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.845175] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.845330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.845447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.845584] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.004308] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.004498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.004539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.004831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.004831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.005032] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.005144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.005197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.005342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.005414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.005491] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be updated. [ 1205.032880] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.033065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.033170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.033467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.033675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.043936] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: IN_PROGRESS for 2s [ 1205.153251] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.153476] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.153573] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.153930] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.154188] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.154340] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.154458] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.154675] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.154845] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.155228] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.155374] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.155483] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.155592] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.155703] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.155805] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.155934] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.176308] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.176479] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1205.176617] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.176829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.177155] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-3c323e8f-678e-45b6-8c29-60123f6f652e taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.177326] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-3c323e8f-678e-45b6-8c29-60123f6f652e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.177444] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-3c323e8f-678e-45b6-8c29-60123f6f652e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.177769] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-3c323e8f-678e-45b6-8c29-60123f6f652e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.177916] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c323e8f-678e-45b6-8c29-60123f6f652e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.347904] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.348111] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.348159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.348345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.348429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.348617] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.348712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.348775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.348922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.348994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.349091] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 already deleted. [ 1205.349167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.680739] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.681107] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.681107] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.681365] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.681507] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.681699] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 3c323e8f-678e-45b6-8c29-60123f6f652e not found, creating... [ 1205.681945] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.682118] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.682236] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.682530] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.682777] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.683088] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.683253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.683371] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.683642] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.683773] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.683911] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 3c323e8f-678e-45b6-8c29-60123f6f652e is going to be created. [ 1205.704822] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.705054] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.705146] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.705407] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.705621] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.705828] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-3c323e8f-678e-45b6-8c29-60123f6f652e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.409053] env[65529]: INFO networking_nsxv3.common.synchronization [req-cee0af50-2a5b-4b80-a05b-9143e93c8e15 req-e7e12e33-8b0c-48a9-8d3e-de7ea7f51c00 service nova] Enqueued Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGHEST for action security_group_rules [ 1206.409372] env[65529]: INFO networking_nsxv3.common.synchronization [req-cee0af50-2a5b-4b80-a05b-9143e93c8e15 req-e7e12e33-8b0c-48a9-8d3e-de7ea7f51c00 service nova] Enqueued Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGHEST for action security_group_members [ 1206.409372] env[65529]: INFO networking_nsxv3.common.synchronization [req-cee0af50-2a5b-4b80-a05b-9143e93c8e15 req-e7e12e33-8b0c-48a9-8d3e-de7ea7f51c00 service nova] Enqueued Resource ID: 3c323e8f-678e-45b6-8c29-60123f6f652e with Priority: HIGHEST for action port [ 1206.409890] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGHEST for action security_group_rules [ 1206.410021] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGHEST for action security_group_members [ 1206.410118] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c323e8f-678e-45b6-8c29-60123f6f652e with Priority: HIGHEST for action port [ 1206.410394] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.410521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.410594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.410790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.410880] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.411740] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.411866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.411929] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.412102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.412248] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.412339] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.412393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.412701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.412701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.412810] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.413625] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c323e8f-678e-45b6-8c29-60123f6f652e taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.413625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c323e8f-678e-45b6-8c29-60123f6f652e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.413830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c323e8f-678e-45b6-8c29-60123f6f652e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.413830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c323e8f-678e-45b6-8c29-60123f6f652e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.414281] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c323e8f-678e-45b6-8c29-60123f6f652e',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.915626] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.915966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.915966] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.916878] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c323e8f-678e-45b6-8c29-60123f6f652e with status ACTIVE [ 1206.917075] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.917194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.917260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.917463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.917550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.917714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.917807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.917872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.918015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.918092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.918267] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.918359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.918418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.918691] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.918769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.918853] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c323e8f-678e-45b6-8c29-60123f6f652e is going to be updated. [ 1206.940956] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.940956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.940956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.940956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.941303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.941303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c323e8f-678e-45b6-8c29-60123f6f652e" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.060056] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f37177ac-069c-43f8-b905-06c9d5add98a in Status: SUCCESS [ 1207.060992] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f37177ac-069c-43f8-b905-06c9d5add98a deletion is rescheduled due to dependency. [ 1207.060992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.081438] env[65529]: INFO networking_nsxv3.common.synchronization [req-31775cd5-ed9c-4929-9a99-19ddef625b5f req-e0b7d98d-7415-4466-ae80-7f6f03883a6f tempest-ServerActionsTestOtherB-396257460 tempest-ServerActionsTestOtherB-396257460-project-member] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1207.081438] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1207.081438] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.081438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.081438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.081438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.081759] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.081908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.082016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.082413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.082568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.082675] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.397608] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.397855] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.397983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.398273] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.398614] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.398729] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.398808] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.399080] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.399251] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.399481] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.399600] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.399707] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.399814] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.399925] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.400039] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.400212] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.419023] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.419199] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.419340] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.419547] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.419821] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-7979451e-6fa6-4403-9b01-182884ca440f taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.419990] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.420123] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.420488] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.420652] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7979451e-6fa6-4403-9b01-182884ca440f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.421533] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.585349] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.585557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.585611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.587042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.587042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.587042] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.587042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.587042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.587042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.587042] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.587042] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be updated. [ 1207.613240] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.613516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.613516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.613731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.613873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.624907] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: IN_PROGRESS for 2s [ 1207.923740] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.924139] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.924139] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.924396] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.924540] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.924695] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 7979451e-6fa6-4403-9b01-182884ca440f not found, creating... [ 1207.924991] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.925166] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.925283] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.925500] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.925636] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.925913] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.926079] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.927053] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.927053] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.927053] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.927053] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 7979451e-6fa6-4403-9b01-182884ca440f is going to be created. [ 1207.927799] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.927908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.927974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.928136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.928213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.928295] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 is going to be created. [ 1207.948236] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.948441] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.948572] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.948855] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.949098] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.949324] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.951327] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.951447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.951500] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.951675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.951804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.961432] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 in Status: UNINITIALIZED for 2s [ 1209.160951] env[65529]: INFO networking_nsxv3.common.synchronization [req-31775cd5-ed9c-4929-9a99-19ddef625b5f req-561a13a1-24d7-4e6d-9225-4fcf6d04926f service nova] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_rules [ 1209.161278] env[65529]: INFO networking_nsxv3.common.synchronization [req-31775cd5-ed9c-4929-9a99-19ddef625b5f req-561a13a1-24d7-4e6d-9225-4fcf6d04926f service nova] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1209.161382] env[65529]: INFO networking_nsxv3.common.synchronization [req-31775cd5-ed9c-4929-9a99-19ddef625b5f req-561a13a1-24d7-4e6d-9225-4fcf6d04926f service nova] Enqueued Resource ID: 7979451e-6fa6-4403-9b01-182884ca440f with Priority: HIGHEST for action port [ 1209.161925] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_rules [ 1209.163376] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1209.163618] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7979451e-6fa6-4403-9b01-182884ca440f with Priority: HIGHEST for action port [ 1209.165377] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.165377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.165377] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.165565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.165565] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.166450] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.166546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.166755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7979451e-6fa6-4403-9b01-182884ca440f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.166867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.166936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.167104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.167178] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7979451e-6fa6-4403-9b01-182884ca440f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.637824] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 1209.638030] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 deletion is rescheduled due to dependency. [ 1209.638149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.638302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.638513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.638692] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.638806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.638869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.639021] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.639266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.639266] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.668994] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.669643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.670685] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7979451e-6fa6-4403-9b01-182884ca440f with status ACTIVE [ 1209.670811] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.670933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.671034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.671207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.671292] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.671462] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.671557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.671619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.671773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.671861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.672087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.672185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.672246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.672389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.672462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.672555] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7979451e-6fa6-4403-9b01-182884ca440f is going to be updated. [ 1209.694901] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.695119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.695119] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.695887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.695887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.695887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.971857] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 in Status: SUCCESS [ 1209.973033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.973033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.973033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.973033] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.973362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.973362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.973362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.973487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.973585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.973718] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.145052] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.476095] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.647688] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.979831] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0: rpc.has_security_group_logging(os_id): False [ 1211.001620] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.001875] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.002018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.002375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.002664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.003010] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.003169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.003233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.003511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.003764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.003933] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 is going to be created. [ 1211.041867] env[65529]: INFO networking_nsxv3.common.synchronization [req-db6114fe-422f-41a6-a5d6-38dd27d916ba req-14237dfb-78c9-4c71-ab73-5f343984a20f tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_members [ 1211.042481] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_members [ 1211.042877] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.043010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.043087] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.043285] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.043436] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.043551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.043624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.043771] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.043855] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.043977] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.150519] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.150754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.150754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.150940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.151056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.151126] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be updated. [ 1211.162306] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.162633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.162633] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.162948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.163203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.175318] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 in Status: IN_PROGRESS for 2s [ 1211.187967] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.188252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.188252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.189079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.189079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.200636] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: IN_PROGRESS for 2s [ 1211.430747] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.430985] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.431129] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.431490] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.431744] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.431933] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.432249] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.432500] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.432681] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.432912] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.433025] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.433183] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.433306] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.433421] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.433566] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.433759] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.485289] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.485635] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.485635] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.485778] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.486138] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-34c955d0-b34f-4874-922a-64c6060e1f3d taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.486456] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-34c955d0-b34f-4874-922a-64c6060e1f3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.486456] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-34c955d0-b34f-4874-922a-64c6060e1f3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.486788] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-34c955d0-b34f-4874-922a-64c6060e1f3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.486915] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c955d0-b34f-4874-922a-64c6060e1f3d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.548045] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.548240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.548240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.548786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.548786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.548786] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.548786] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.549641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.549641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.549641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.549641] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 is going to be updated. [ 1211.576981] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.577150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.577225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.577416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.577561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.586258] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: IN_PROGRESS for 2s [ 1211.990223] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.990479] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.990587] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.990896] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.991062] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.991932] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 34c955d0-b34f-4874-922a-64c6060e1f3d not found, creating... [ 1211.991932] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.991932] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.991932] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.992246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.992246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.992379] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.992564] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.992666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.992881] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.993053] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.993165] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 34c955d0-b34f-4874-922a-64c6060e1f3d is going to be created. [ 1212.015202] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.015441] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.015561] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.015820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.016052] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.016283] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-34c955d0-b34f-4874-922a-64c6060e1f3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.691428] env[65529]: INFO networking_nsxv3.common.synchronization [req-db6114fe-422f-41a6-a5d6-38dd27d916ba req-fb405ad7-77de-4220-84bc-47d0dc9a685d service nova] Enqueued Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_rules [ 1212.691428] env[65529]: INFO networking_nsxv3.common.synchronization [req-db6114fe-422f-41a6-a5d6-38dd27d916ba req-fb405ad7-77de-4220-84bc-47d0dc9a685d service nova] Enqueued Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_members [ 1212.691428] env[65529]: INFO networking_nsxv3.common.synchronization [req-db6114fe-422f-41a6-a5d6-38dd27d916ba req-fb405ad7-77de-4220-84bc-47d0dc9a685d service nova] Enqueued Resource ID: 34c955d0-b34f-4874-922a-64c6060e1f3d with Priority: HIGHEST for action port [ 1212.691948] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_rules [ 1212.691948] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_members [ 1212.691948] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c955d0-b34f-4874-922a-64c6060e1f3d with Priority: HIGHEST for action port [ 1212.692097] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.692456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.692456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.692632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.692632] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.693881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.693881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.694107] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-34c955d0-b34f-4874-922a-64c6060e1f3d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.694246] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34c955d0-b34f-4874-922a-64c6060e1f3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.694321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34c955d0-b34f-4874-922a-64c6060e1f3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.694850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34c955d0-b34f-4874-922a-64c6060e1f3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.695213] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c955d0-b34f-4874-922a-64c6060e1f3d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.187525] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 in Status: SUCCESS [ 1213.188196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.200355] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.200556] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.200866] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34c955d0-b34f-4874-922a-64c6060e1f3d with status ACTIVE [ 1213.201067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.201192] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.201263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.201479] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.201583] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.201846] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.201950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.202025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.202182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.202259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.202450] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.202629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.202780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.202956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.203057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.203153] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34c955d0-b34f-4874-922a-64c6060e1f3d is going to be updated. [ 1213.212661] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 1213.212933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.213169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.213445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.213724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.213928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.214050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.214266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.214381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.214513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.214640] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.228066] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.228222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.228263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.228465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.228596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.228752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34c955d0-b34f-4874-922a-64c6060e1f3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.603079] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: SUCCESS [ 1213.603281] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 deletion is rescheduled due to dependency. [ 1213.603426] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.603659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.603941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.604208] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.604363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.604458] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.604689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.604821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.604953] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.717601] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.108097] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.220893] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67422dd7-ce86-4ae7-8799-f9e900b5e9c9: rpc.has_security_group_logging(os_id): False [ 1214.243024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.243024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.243024] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.243272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.243864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.243864] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.243864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.244148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.244148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.244244] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.244290] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be updated. [ 1214.306687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.306997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.306997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.307169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.307277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.324889] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: IN_PROGRESS for 2s [ 1214.612210] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.113647] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.113922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.113922] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.114696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.114696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.114696] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 is going to be updated. [ 1215.148643] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.148780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.148863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.149168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.149449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.159436] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: IN_PROGRESS for 2s [ 1216.341417] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 1216.341749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.170082] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: SUCCESS [ 1217.170395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.170579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.170803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.171011] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.171129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.171194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.171362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.171438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.171524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.171652] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.674172] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.674616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.674616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.674616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.674783] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.674921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.674980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.675099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.675184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.675273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.675419] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.675513] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.675608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.675823] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.675933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.676194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.676194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.676295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.676340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.676403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.676517] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.692384] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.692694] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1218.055280] env[65529]: INFO networking_nsxv3.common.synchronization [None req-cfbbf716-a4c0-41f4-8d44-ef9affb00113 None None] Enqueued Resource ID: b51ad86f-bd8d-46c3-837d-5d9fbf384d04 with Priority: HIGHEST for action port [ 1218.056268] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b51ad86f-bd8d-46c3-837d-5d9fbf384d04 with Priority: HIGHEST for action port [ 1218.056268] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-b51ad86f-bd8d-46c3-837d-5d9fbf384d04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.056419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b51ad86f-bd8d-46c3-837d-5d9fbf384d04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.056419] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b51ad86f-bd8d-46c3-837d-5d9fbf384d04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.056721] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b51ad86f-bd8d-46c3-837d-5d9fbf384d04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.056799] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b51ad86f-bd8d-46c3-837d-5d9fbf384d04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.182651] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fd62858-2d1d-4fcb-95a3-11457659cac8: rpc.has_security_group_logging(os_id): False [ 1218.203977] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.204248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.204248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.204437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.204532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.204801] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.204899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.204960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.205131] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.205224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.205427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.205525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.205621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.205790] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.205869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.206063] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.206156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.206209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.206779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.206779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.206779] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 is going to be updated. [ 1218.271562] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.271873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.271873] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.272197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.272197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.285274] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: IN_PROGRESS for 2s [ 1218.560394] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b51ad86f-bd8d-46c3-837d-5d9fbf384d04 [ 1218.560394] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.560394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.560394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.560394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.560394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.560394] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b51ad86f-bd8d-46c3-837d-5d9fbf384d04 already deleted. [ 1218.560394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b51ad86f-bd8d-46c3-837d-5d9fbf384d04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.767432] env[65529]: INFO networking_nsxv3.common.synchronization [None req-75a329db-842f-4690-a27c-d5e9729576cc tempest-ServerActionsV293TestJSON-184488664 tempest-ServerActionsV293TestJSON-184488664-project-member] Enqueued Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGHEST for action security_group_rules [ 1218.767926] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGHEST for action security_group_rules [ 1218.768250] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-717fac32-4e99-4454-a05a-5430b47d506a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.768378] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.768471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.768738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.768869] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('717fac32-4e99-4454-a05a-5430b47d506a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.862524] env[65529]: INFO networking_nsxv3.common.synchronization [None req-4c05b876-fd6e-4e51-904c-767a3e47f0cb tempest-ServerActionsV293TestJSON-184488664 tempest-ServerActionsV293TestJSON-184488664-project-member] Enqueued Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGHEST for action security_group_rules [ 1218.862612] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGHEST for action security_group_rules [ 1218.862950] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-717fac32-4e99-4454-a05a-5430b47d506a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.863177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.290466] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.292169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.292169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.292169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.292169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.292169] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 717fac32-4e99-4454-a05a-5430b47d506a already deleted. [ 1219.292169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.292169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.292169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.292169] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('717fac32-4e99-4454-a05a-5430b47d506a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.813225] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.813551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.813551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.813801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.813801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.813921] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 717fac32-4e99-4454-a05a-5430b47d506a already deleted. [ 1219.814029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.298749] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: SUCCESS [ 1220.299020] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.485728] env[65529]: INFO networking_nsxv3.common.synchronization [None req-ecdce499-2d22-4731-9939-9f4bc6d5f74c None None] Enqueued Resource ID: 55cc5c12-b4d0-486d-bf10-306a42028e9d with Priority: HIGHEST for action port [ 1220.486345] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cc5c12-b4d0-486d-bf10-306a42028e9d with Priority: HIGHEST for action port [ 1220.486656] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-55cc5c12-b4d0-486d-bf10-306a42028e9d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.486783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55cc5c12-b4d0-486d-bf10-306a42028e9d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.486957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55cc5c12-b4d0-486d-bf10-306a42028e9d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.487126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55cc5c12-b4d0-486d-bf10-306a42028e9d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.487208] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55cc5c12-b4d0-486d-bf10-306a42028e9d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.989146] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55cc5c12-b4d0-486d-bf10-306a42028e9d [ 1220.989434] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.989520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.989591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.989815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.989932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.990052] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55cc5c12-b4d0-486d-bf10-306a42028e9d already deleted. [ 1220.990137] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55cc5c12-b4d0-486d-bf10-306a42028e9d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.237035] env[65529]: INFO networking_nsxv3.common.synchronization [req-6193d488-c92e-46c1-b1d7-532044dabcbf req-ec5ffe59-ce61-48f8-ae5f-59751529182c tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_members [ 1221.237746] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGHEST for action security_group_members [ 1221.238150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.238314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.238413] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.238701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.239058] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.239179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.239223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.239416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.239546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.239678] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.286032] env[65529]: INFO networking_nsxv3.common.synchronization [req-6193d488-c92e-46c1-b1d7-532044dabcbf req-ec5ffe59-ce61-48f8-ae5f-59751529182c tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 34c955d0-b34f-4874-922a-64c6060e1f3d with Priority: HIGHEST for action port [ 1221.286537] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34c955d0-b34f-4874-922a-64c6060e1f3d with Priority: HIGHEST for action port [ 1221.286841] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-34c955d0-b34f-4874-922a-64c6060e1f3d taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.286964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34c955d0-b34f-4874-922a-64c6060e1f3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.287044] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34c955d0-b34f-4874-922a-64c6060e1f3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.287242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34c955d0-b34f-4874-922a-64c6060e1f3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.287326] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34c955d0-b34f-4874-922a-64c6060e1f3d',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.743122] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.743122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.743122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.743277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.743327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.743507] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.743612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.743692] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.743854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.743932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.744032] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 is going to be updated. [ 1221.773759] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.773934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.774074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.774381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.774612] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.785860] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: IN_PROGRESS for 2s [ 1221.789222] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34c955d0-b34f-4874-922a-64c6060e1f3d with status ACTIVE [ 1221.789436] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.789586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.789650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.789876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.789961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.790168] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.790264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.790340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.790492] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.790579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.790782] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.790852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.790931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.791092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.791162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.791245] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34c955d0-b34f-4874-922a-64c6060e1f3d is going to be updated. [ 1221.814706] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.814986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.814986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.815228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.815394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.815585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34c955d0-b34f-4874-922a-64c6060e1f3d" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.798445] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 in Status: SUCCESS [ 1223.798863] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 deletion is rescheduled due to dependency. [ 1223.798863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.287539] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.287940] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.764427] env[65529]: INFO networking_nsxv3.common.synchronization [req-7f258832-472a-476e-a453-14f6c7d03d0b req-77adbee8-82f7-442e-b38b-b6f6181f0983 tempest-ServerActionsTestJSON-912310287 tempest-ServerActionsTestJSON-912310287-project-member] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1228.764968] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1228.765259] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.765385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.765450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.765641] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.766060] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.766060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.766060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.766266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.766266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.766266] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.268460] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.268666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.268666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.268849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.268943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.269153] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.269252] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.269321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.269453] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.269524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.269607] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be updated. [ 1229.298711] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.298869] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.298941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.299166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.299305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.308468] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: IN_PROGRESS for 2s [ 1231.320459] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: SUCCESS [ 1231.320939] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a deletion is rescheduled due to dependency. [ 1231.320939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.766588] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.766929] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1235.722286] env[65529]: INFO networking_nsxv3.common.synchronization [req-31fc9cb7-ddad-4917-a592-893b73318870 req-82008523-8487-498b-9bee-989e072eee46 tempest-ServerActionsTestJSON-912310287 tempest-ServerActionsTestJSON-912310287-project-member] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1235.722501] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1235.722685] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.722808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.722888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.723207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.723407] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.723517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.723575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.723722] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.723814] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.723919] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.038167] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-714 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.038392] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.038533] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.038790] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.039061] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.039246] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.039389] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.039622] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.039771] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.040053] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.040198] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.040358] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.040453] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.040564] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.040688] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.040903] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.068669] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.068839] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.068968] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.069161] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-714" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.069478] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-7977d8f9-93f1-44ff-a56d-ed4c8c287cde taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.069649] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-7977d8f9-93f1-44ff-a56d-ed4c8c287cde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.069768] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-7977d8f9-93f1-44ff-a56d-ed4c8c287cde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.070126] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-7977d8f9-93f1-44ff-a56d-ed4c8c287cde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.070269] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7977d8f9-93f1-44ff-a56d-ed4c8c287cde',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.227024] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.227233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.227277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.227465] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.227555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.227738] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.227834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.227897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.228056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.228209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.228317] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be updated. [ 1236.255563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.255757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.255757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.255938] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.256081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.265471] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: IN_PROGRESS for 2s [ 1236.573217] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.573482] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.573660] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.573983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.574151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.574308] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 7977d8f9-93f1-44ff-a56d-ed4c8c287cde not found, creating... [ 1236.574569] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.574726] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.574844] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.575080] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.575218] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.575493] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.575675] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.575808] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.576350] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.576549] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.576997] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 7977d8f9-93f1-44ff-a56d-ed4c8c287cde is going to be created. [ 1236.596384] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.596640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.596718] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.597036] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.597268] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.597494] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-7977d8f9-93f1-44ff-a56d-ed4c8c287cde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.286210] env[65529]: INFO networking_nsxv3.common.synchronization [req-31fc9cb7-ddad-4917-a592-893b73318870 req-6d4c1cdc-2955-4281-837b-e7a5fd030767 service nova] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_rules [ 1237.286916] env[65529]: INFO networking_nsxv3.common.synchronization [req-31fc9cb7-ddad-4917-a592-893b73318870 req-6d4c1cdc-2955-4281-837b-e7a5fd030767 service nova] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1237.287159] env[65529]: INFO networking_nsxv3.common.synchronization [req-31fc9cb7-ddad-4917-a592-893b73318870 req-6d4c1cdc-2955-4281-837b-e7a5fd030767 service nova] Enqueued Resource ID: 7977d8f9-93f1-44ff-a56d-ed4c8c287cde with Priority: HIGHEST for action port [ 1237.287916] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_rules [ 1237.288138] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1237.288308] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7977d8f9-93f1-44ff-a56d-ed4c8c287cde with Priority: HIGHEST for action port [ 1237.288716] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.288913] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.289038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.289274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.289344] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.290611] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.290670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.290840] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7977d8f9-93f1-44ff-a56d-ed4c8c287cde taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.290944] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7977d8f9-93f1-44ff-a56d-ed4c8c287cde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.291016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7977d8f9-93f1-44ff-a56d-ed4c8c287cde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.291187] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7977d8f9-93f1-44ff-a56d-ed4c8c287cde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.291262] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7977d8f9-93f1-44ff-a56d-ed4c8c287cde',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.793249] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.793600] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.793600] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7977d8f9-93f1-44ff-a56d-ed4c8c287cde with status ACTIVE [ 1237.793828] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.793926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.794015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.794364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.794435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.794634] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.794729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.794821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.794961] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.795081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.795301] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.795411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.795501] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.795652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.795744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.795847] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7977d8f9-93f1-44ff-a56d-ed4c8c287cde is going to be updated. [ 1237.822121] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.822437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.822437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.822611] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.822764] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.823031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7977d8f9-93f1-44ff-a56d-ed4c8c287cde" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.274190] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: SUCCESS [ 1238.274405] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a deletion is rescheduled due to dependency. [ 1238.274471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.274627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.274852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.275047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.275165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.275225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.275380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.275456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.275552] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.777630] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.280447] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.783601] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.784061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.784061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.784140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.784183] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.784282] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be updated. [ 1239.812809] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.813014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.813094] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.813345] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.813491] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.823044] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: IN_PROGRESS for 2s [ 1241.834896] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: SUCCESS [ 1241.835300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.835337] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.835581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.835817] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.835924] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.836013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.836202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.836288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.836490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.836490] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.289296] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.289540] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1242.339218] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.841582] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e65426b-604b-4de2-8eac-914ef905932a: rpc.has_security_group_logging(os_id): False [ 1242.859987] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.860269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.860269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.860432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.860522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.860785] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.860902] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.860977] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.861136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.861267] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.861306] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be updated. [ 1242.920682] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.920959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.921065] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.921402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.921620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.934672] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: IN_PROGRESS for 2s [ 1244.949256] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: SUCCESS [ 1244.949643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.236862] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.236862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.236862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.236862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.237237] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.283463] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1245.283652] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] NSXv3 Agent Agent loop - iteration:3 started [ 1245.604060] env[65529]: INFO networking_nsxv3.common.synchronization [req-94dc591e-6a7d-4192-86a6-51dbfe0ced9e req-f0a64e51-b43f-4647-83ab-748f90fb5dcb tempest-ServerActionsV293TestJSON-184488664 tempest-ServerActionsV293TestJSON-184488664-project-member] Enqueued Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGHEST for action security_group_members [ 1245.604060] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGHEST for action security_group_members [ 1245.604060] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-717fac32-4e99-4454-a05a-5430b47d506a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.604060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.604060] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.604538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.604538] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.604538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.604659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.604693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.604776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.604878] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('717fac32-4e99-4454-a05a-5430b47d506a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.738830] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.106945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.107488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.107488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.107488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.107488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.107676] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.107743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.107905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.107953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.108054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.108139] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717fac32-4e99-4454-a05a-5430b47d506a already deleted. [ 1246.108219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.241481] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.333496] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-591 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.333640] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-591" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.333820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-591" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.334238] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-591" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.334498] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.334647] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.334758] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.335090] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.335144] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.335427] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.335473] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1246.335550] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1246.335650] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1246.335757] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1246.335859] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1246.336298] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1246.356337] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1246.356556] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1246.357227] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1246.357227] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-591" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.357375] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-d17176a9-bde5-4e37-8969-149018417eb6 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.357465] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-d17176a9-bde5-4e37-8969-149018417eb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.357942] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-d17176a9-bde5-4e37-8969-149018417eb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.357942] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-d17176a9-bde5-4e37-8969-149018417eb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.358146] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d17176a9-bde5-4e37-8969-149018417eb6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.745120] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1246.745120] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1246.861824] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.861824] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.861824] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.861824] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.862218] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.862218] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port d17176a9-bde5-4e37-8969-149018417eb6 not found, creating... [ 1246.862332] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.862486] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.862604] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.862818] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.862979] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.863286] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.863446] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.863563] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.863766] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.863900] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.864061] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: d17176a9-bde5-4e37-8969-149018417eb6 is going to be created. [ 1246.882140] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.882339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.882462] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.882725] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.882964] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.883206] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-d17176a9-bde5-4e37-8969-149018417eb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.635640] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.636071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.636071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.636071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.649400] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1247.650222] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.651012] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1247.686483] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.686697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.686697] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.686890] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.701250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.702156] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1247.702243] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1247.702322] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1247.747166] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.747416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.747416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.747570] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.748780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.748955] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1247.821902] env[65529]: INFO networking_nsxv3.common.synchronization [req-0564705a-fb3c-49a1-a24a-025ca5d52676 req-824b78a5-d60e-4414-8fa7-0a8d5bf0a40b tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_members [ 1247.822447] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_members [ 1247.822790] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.822965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.823088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.823329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.823502] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.823623] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.823698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.823885] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.824009] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.824128] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.848789] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.849053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.849053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.849263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.849664] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.850025] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1247.938965] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.939154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.939204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.939487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.939778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.940132] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1247.940214] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'97eb2370-8637-42e7-9029-84b581cefe04', '8fd62858-2d1d-4fcb-95a3-11457659cac8', '15d6c9fd-26f0-414b-8991-188d1ce6974f', 'b8ac742c-3cf5-408c-b334-1b66309476df', 'eabb100d-1d9b-412e-995b-c0b1d0686212', '9d916c80-a504-4a7c-931f-217958cdb9d6', 'b85f1eb5-b402-47db-91c4-c0beb975d723', 'b8e74ce0-5ede-4236-b97a-db33aaeb12d3', '0cb2c97f-352d-46cd-9d8f-ba8913223841', 'eb08391b-ad0f-41bd-8b42-42ef4a5b940c', '4a38c984-4402-46ca-bc6d-3c61ca7ad621', 'a7b8f6d5-fce2-47f7-870a-9b21529814e0', 'ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0', 'a3c7dfe5-37e1-4c82-bfae-925ccb160bdc', 'bf787073-72da-49f4-83bb-14e0ecdd87c5', 'df665080-c375-457f-8256-9bb18d9a2308', 'fb53e7d8-8126-4c4a-a580-d353a8ea1337', '1fe06a8e-1f57-4fb7-b82c-a599fa488175', '0e65426b-604b-4de2-8eac-914ef905932a', '1be32e81-45e3-481c-956e-3a1f197e5548', 'f37177ac-069c-43f8-b905-06c9d5add98a', '67422dd7-ce86-4ae7-8799-f9e900b5e9c9', '2548ddeb-5a7a-4259-bad7-0133d33772aa', '9c50f813-eb97-424f-a148-11f88ce7d3a1', 'e7bd7ff0-40a4-4849-a3c2-e87edf6494e0', '8c459ccc-bc0f-40f0-8a48-ad1453fa4549', 'e8a30920-06bd-46fc-8ae4-baa8e90add61', '1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a', 'ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661', '87865b61-3cde-428e-ad96-97706e7e40e6', 'a8e93882-5f91-47da-a6cc-8f55b3e54836', 'b5b32de5-f860-45ad-bcea-c23cf73d59dd', '82ae0dec-9c90-4cf6-8e15-89487b6c45da', '7f624ec1-3a4c-4456-9d00-2fcd27a0d666', '58cd4355-54fa-4ab8-94c2-fab6b08c98a5', '65f044a6-f07e-4cbf-a77d-85f4badb9113', '1f7c7513-a186-46ea-bfcd-95b79f49e472', 'cbec5ca5-ff43-484e-b84b-91145d91a0ae', '8b5cc160-2aca-4997-99ee-8e335c07fd38', '0efef1a5-ca31-452b-9e7a-9caaa2e743e8'} {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1247.940304] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1247.959534] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.959778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.959778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.959983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.960043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.960159] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1247.960255] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1247.960311] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1248.046161] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.046303] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.046369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.046587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.047804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.048085] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1248.048159] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1248.048228] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1248.048292] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1248.048367] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1248.048434] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGH for action security_group_rules [ 1248.048511] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGH for action security_group_rules [ 1248.048574] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f with Priority: HIGH for action security_group_rules [ 1248.048634] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGH for action security_group_rules [ 1248.048693] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGH for action security_group_rules [ 1248.048751] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGH for action security_group_rules [ 1248.048809] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGH for action security_group_rules [ 1248.048867] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGH for action security_group_rules [ 1248.048925] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGH for action security_group_rules [ 1248.048983] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGH for action security_group_rules [ 1248.049051] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGH for action security_group_rules [ 1248.049109] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGH for action security_group_rules [ 1248.049167] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGH for action security_group_rules [ 1248.049224] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc with Priority: HIGH for action security_group_rules [ 1248.049281] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGH for action security_group_rules [ 1248.049975] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGH for action security_group_rules [ 1248.049975] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 with Priority: HIGH for action security_group_rules [ 1248.049975] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGH for action security_group_rules [ 1248.049975] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGH for action security_group_rules [ 1248.049975] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGH for action security_group_rules [ 1248.049975] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.051530] env[65529]: INFO networking_nsxv3.common.synchronization [req-94dc591e-6a7d-4192-86a6-51dbfe0ced9e req-36ef8f99-587d-4508-ae57-0447618b2024 service nova] Enqueued Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGHEST for action security_group_rules [ 1248.051702] env[65529]: INFO networking_nsxv3.common.synchronization [req-94dc591e-6a7d-4192-86a6-51dbfe0ced9e req-36ef8f99-587d-4508-ae57-0447618b2024 service nova] Enqueued Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGHEST for action security_group_members [ 1248.051833] env[65529]: INFO networking_nsxv3.common.synchronization [req-94dc591e-6a7d-4192-86a6-51dbfe0ced9e req-36ef8f99-587d-4508-ae57-0447618b2024 service nova] Enqueued Resource ID: d17176a9-bde5-4e37-8969-149018417eb6 with Priority: HIGHEST for action port [ 1248.052062] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGHEST for action security_group_rules [ 1248.052198] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGHEST for action security_group_members [ 1248.052301] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17176a9-bde5-4e37-8969-149018417eb6 with Priority: HIGHEST for action port [ 1248.052419] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGH for action security_group_rules [ 1248.052478] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f with Priority: HIGH for action security_group_rules [ 1248.052614] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b85f1eb5-b402-47db-91c4-c0beb975d723 with Priority: HIGH for action security_group_rules [ 1248.052650] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 with Priority: HIGH for action security_group_rules [ 1248.052723] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be32e81-45e3-481c-956e-3a1f197e5548 with Priority: HIGH for action security_group_rules [ 1248.052831] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGH for action security_group_rules [ 1248.052883] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 with Priority: HIGH for action security_group_rules [ 1248.053085] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 with Priority: HIGH for action security_group_rules [ 1248.053193] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc with Priority: HIGH for action security_group_rules [ 1248.054872] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df665080-c375-457f-8256-9bb18d9a2308 with Priority: HIGH for action security_group_rules [ 1248.054872] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGH for action security_group_rules [ 1248.054872] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 with Priority: HIGH for action security_group_rules [ 1248.054968] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 with Priority: HIGH for action security_group_rules [ 1248.055128] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c with Priority: HIGH for action security_group_rules [ 1248.055128] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 with Priority: HIGH for action security_group_rules [ 1248.055264] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 with Priority: HIGH for action security_group_rules [ 1248.055367] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 with Priority: HIGH for action security_group_rules [ 1248.055484] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eabb100d-1d9b-412e-995b-c0b1d0686212 with Priority: HIGH for action security_group_rules [ 1248.055603] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 with Priority: HIGH for action security_group_rules [ 1248.055719] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8ac742c-3cf5-408c-b334-1b66309476df with Priority: HIGH for action security_group_rules [ 1248.056501] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-717fac32-4e99-4454-a05a-5430b47d506a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.056850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.056921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.057836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.057836] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('717fac32-4e99-4454-a05a-5430b47d506a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.058671] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-717fac32-4e99-4454-a05a-5430b47d506a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.058776] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.058836] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.058979] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.059136] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.059229] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.059323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.059436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.059516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.059586] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('717fac32-4e99-4454-a05a-5430b47d506a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.060440] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d17176a9-bde5-4e37-8969-149018417eb6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.060578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d17176a9-bde5-4e37-8969-149018417eb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.060648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d17176a9-bde5-4e37-8969-149018417eb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.060803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d17176a9-bde5-4e37-8969-149018417eb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.060903] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d17176a9-bde5-4e37-8969-149018417eb6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.061670] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.061772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.061835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.062010] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.062172] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.062924] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15d6c9fd-26f0-414b-8991-188d1ce6974f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.063078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.063147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.063315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.063390] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15d6c9fd-26f0-414b-8991-188d1ce6974f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.064250] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b85f1eb5-b402-47db-91c4-c0beb975d723 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.064347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.064421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.064560] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.064625] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b85f1eb5-b402-47db-91c4-c0beb975d723',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.065415] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf787073-72da-49f4-83bb-14e0ecdd87c5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.066673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.066673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.066673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.066673] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf787073-72da-49f4-83bb-14e0ecdd87c5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.066673] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be32e81-45e3-481c-956e-3a1f197e5548 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.066901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.066901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.066901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.066987] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be32e81-45e3-481c-956e-3a1f197e5548',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.068533] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.068533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.068533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.068533] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.068843] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.069733] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.069889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.070100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.070100] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.070712] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fe06a8e-1f57-4fb7-b82c-a599fa488175',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.071494] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb53e7d8-8126-4c4a-a580-d353a8ea1337 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.071494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.071494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.071494] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.071494] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb53e7d8-8126-4c4a-a580-d353a8ea1337',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.072542] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.072542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.072542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.072542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.072542] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3c7dfe5-37e1-4c82-bfae-925ccb160bdc',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.074243] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df665080-c375-457f-8256-9bb18d9a2308 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.074358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.074414] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.074553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.074624] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df665080-c375-457f-8256-9bb18d9a2308',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.076145] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.076272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.076351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.076527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.076601] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.077356] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.077456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.077456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.077625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.077676] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7b8f6d5-fce2-47f7-870a-9b21529814e0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.078458] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.078951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.079466] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.080311] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.080409] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a38c984-4402-46ca-bc6d-3c61ca7ad621',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.082687] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.082837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.082942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.083154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.083242] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb08391b-ad0f-41bd-8b42-42ef4a5b940c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.083976] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cb2c97f-352d-46cd-9d8f-ba8913223841 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.084128] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.084253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.084351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.085638] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cb2c97f-352d-46cd-9d8f-ba8913223841',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.085638] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d916c80-a504-4a7c-931f-217958cdb9d6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.085638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.085638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.085638] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.085638] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d916c80-a504-4a7c-931f-217958cdb9d6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.086088] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.086181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.086254] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.086601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.086601] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8e74ce0-5ede-4236-b97a-db33aaeb12d3',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.087218] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eabb100d-1d9b-412e-995b-c0b1d0686212 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.087435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.087435] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.087920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.087920] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eabb100d-1d9b-412e-995b-c0b1d0686212',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.089459] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fd62858-2d1d-4fcb-95a3-11457659cac8 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.089580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.089580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.089699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.089766] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fd62858-2d1d-4fcb-95a3-11457659cac8',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.090739] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8ac742c-3cf5-408c-b334-1b66309476df taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.090887] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.091469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.091469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.091469] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8ac742c-3cf5-408c-b334-1b66309476df',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.096735] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('717fac32-4e99-4454-a05a-5430b47d506a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.118563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.118706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.118745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.118939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.141412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.141841] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b85f1eb5-b402-47db-91c4-c0beb975d723 is going to be deleted. [ 1248.163887] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-167 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.164181] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.164319] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.164589] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.164851] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.165014] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.165134] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.165369] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.165503] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.165784] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.165932] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.165932] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.166034] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.166117] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.166219] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.166347] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.197424] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.197663] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1248.197805] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.197977] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-167" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.198316] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-0e289456-26d5-4015-8f32-d376f7e5aecd taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.198493] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-0e289456-26d5-4015-8f32-d376f7e5aecd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.198613] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-0e289456-26d5-4015-8f32-d376f7e5aecd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.198948] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-0e289456-26d5-4015-8f32-d376f7e5aecd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.199105] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e289456-26d5-4015-8f32-d376f7e5aecd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.201424] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.201562] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.201630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.201804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.201987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.202034] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b85f1eb5-b402-47db-91c4-c0beb975d723" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.326581] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.596340] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.596484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.596713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.596752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.597284] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.597394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.597460] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.597618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.597704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.597795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.597883] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.601510] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-717fac32-4e99-4454-a05a-5430b47d506a taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.601714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.603363] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d17176a9-bde5-4e37-8969-149018417eb6 with status ACTIVE [ 1248.603537] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.603731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.603731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.603880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.603963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.604167] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.604264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.604325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.604472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.604548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.604724] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.604816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.604876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.605019] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.605092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.605176] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d17176a9-bde5-4e37-8969-149018417eb6 is going to be updated. [ 1248.610736] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.610942] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.611091] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.611200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.611266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.611451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.611584] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.611678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.611738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.611876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.611956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.612050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.612137] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.612938] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('717fac32-4e99-4454-a05a-5430b47d506a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.629130] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.629355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.629355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.629543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.629629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.629727] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717fac32-4e99-4454-a05a-5430b47d506a is going to be created. [ 1248.652165] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.652434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.652434] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.652579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.657750] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.657911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.696594] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.696769] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.697758] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.697862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.698733] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.698867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.699592] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.699709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.700553] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.700650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.701128] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.701329] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.701461] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.701781] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.701929] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.702098] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Segment Port 0e289456-26d5-4015-8f32-d376f7e5aecd not found, creating... [ 1248.702345] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.702500] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.702618] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.702847] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.703058] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.703351] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.703542] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.703620] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.703832] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.704020] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.704167] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 0e289456-26d5-4015-8f32-d376f7e5aecd is going to be created. [ 1248.705725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.705832] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be32e81-45e3-481c-956e-3a1f197e5548 is going to be deleted. [ 1248.707361] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.707461] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.707731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.707731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.709128] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.709242] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.709969] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.710099] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.710837] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.710917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.711729] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.711861] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.712538] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.712643] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.713246] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.713644] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.713744] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.714388] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.714756] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.714854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.715638] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.715965] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.716077] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.716771] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.717076] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.717189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.717256] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.717449] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.717579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.717729] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d17176a9-bde5-4e37-8969-149018417eb6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.718384] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.718745] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.718844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.718910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.719152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.719210] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.741731] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717fac32-4e99-4454-a05a-5430b47d506a in Status: UNINITIALIZED for 2s [ 1248.748014] env[65529]: WARNING urllib3.connectionpool [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.748751] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.749282] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.749282] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.749526] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.749765] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.749992] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-0e289456-26d5-4015-8f32-d376f7e5aecd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.751448] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1248.751909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.752044] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eabb100d-1d9b-412e-995b-c0b1d0686212 is going to be deleted. [ 1248.753098] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.753304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.794950] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.795200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.803164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.803338] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df665080-c375-457f-8256-9bb18d9a2308 is going to be deleted. [ 1248.804288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.804498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.829340] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.831323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.831449] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a38c984-4402-46ca-bc6d-3c61ca7ad621 is going to be deleted. [ 1248.832551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.832551] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.908475] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.908711] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.909707] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.909826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.925088] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.925267] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fe06a8e-1f57-4fb7-b82c-a599fa488175 is going to be deleted. [ 1248.926232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.926462] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.960157] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.960340] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cb2c97f-352d-46cd-9d8f-ba8913223841 is going to be deleted. [ 1248.961301] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.961537] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.992248] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.992464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.995255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.995392] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb53e7d8-8126-4c4a-a580-d353a8ea1337 is going to be deleted. [ 1248.996302] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.996523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.044395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.044578] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf787073-72da-49f4-83bb-14e0ecdd87c5 is going to be deleted. [ 1249.045421] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.045650] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.073156] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.073383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.106446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.106616] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15d6c9fd-26f0-414b-8991-188d1ce6974f is going to be deleted. [ 1249.107628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.107889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.111623] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.111809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.115136] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.122342] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.133273] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.133454] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.148324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.148484] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7b8f6d5-fce2-47f7-870a-9b21529814e0 is going to be deleted. [ 1249.149411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.149679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.157393] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.157550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.222351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.222519] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8ac742c-3cf5-408c-b334-1b66309476df is going to be deleted. [ 1249.223666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.223897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.267991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.268156] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.278575] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.278766] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.298812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.298995] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d916c80-a504-4a7c-931f-217958cdb9d6 is going to be deleted. [ 1249.300147] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.300304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.334471] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.334652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.334707] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.335912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.335912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.335912] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 is going to be updated. [ 1249.351249] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.351249] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.387906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.388091] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb08391b-ad0f-41bd-8b42-42ef4a5b940c is going to be deleted. [ 1249.389318] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.389578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.431439] env[65529]: INFO networking_nsxv3.common.synchronization [req-0564705a-fb3c-49a1-a24a-025ca5d52676 req-72a0799f-2d7f-47fc-ad64-232505b61baa service nova] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_rules [ 1249.431609] env[65529]: INFO networking_nsxv3.common.synchronization [req-0564705a-fb3c-49a1-a24a-025ca5d52676 req-72a0799f-2d7f-47fc-ad64-232505b61baa service nova] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_members [ 1249.431765] env[65529]: INFO networking_nsxv3.common.synchronization [req-0564705a-fb3c-49a1-a24a-025ca5d52676 req-72a0799f-2d7f-47fc-ad64-232505b61baa service nova] Enqueued Resource ID: 0e289456-26d5-4015-8f32-d376f7e5aecd with Priority: HIGHEST for action port [ 1249.432350] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_rules [ 1249.432464] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_members [ 1249.432546] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e289456-26d5-4015-8f32-d376f7e5aecd with Priority: HIGHEST for action port [ 1249.432831] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.432934] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.433845] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.433978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.434285] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e289456-26d5-4015-8f32-d376f7e5aecd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.434402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e289456-26d5-4015-8f32-d376f7e5aecd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.434470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e289456-26d5-4015-8f32-d376f7e5aecd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.434678] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e289456-26d5-4015-8f32-d376f7e5aecd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.434763] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e289456-26d5-4015-8f32-d376f7e5aecd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.462982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.463174] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8e74ce0-5ede-4236-b97a-db33aaeb12d3 is going to be deleted. [ 1249.464145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.464388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.488087] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.488304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.488349] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.488558] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.488710] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.506693] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.506848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.512726] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: IN_PROGRESS for 2s [ 1249.517837] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.518046] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3c7dfe5-37e1-4c82-bfae-925ccb160bdc is going to be deleted. [ 1249.519980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.520347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.580587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.580773] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fd62858-2d1d-4fcb-95a3-11457659cac8 is going to be deleted. [ 1249.581700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.581930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.582040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.582174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be32e81-45e3-481c-956e-3a1f197e5548" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.583216] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.583327] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.583389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.583576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.583663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.583812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb08391b-ad0f-41bd-8b42-42ef4a5b940c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.583972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.584196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.584279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.584402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eabb100d-1d9b-412e-995b-c0b1d0686212" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.585261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.585428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.585516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.585630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df665080-c375-457f-8256-9bb18d9a2308" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.585788] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.585893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.585968] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.586110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a38c984-4402-46ca-bc6d-3c61ca7ad621" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.586225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.586368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.586441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.586555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fe06a8e-1f57-4fb7-b82c-a599fa488175" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.586686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.586826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.586901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.587072] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cb2c97f-352d-46cd-9d8f-ba8913223841" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.587154] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.587300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.587375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.587484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb53e7d8-8126-4c4a-a580-d353a8ea1337" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.587614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.587751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.587825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.587933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf787073-72da-49f4-83bb-14e0ecdd87c5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.588054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.588230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.588314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.588418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15d6c9fd-26f0-414b-8991-188d1ce6974f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.588550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.588689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.588758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.588868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7b8f6d5-fce2-47f7-870a-9b21529814e0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.588989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.589151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.589225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.589330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8ac742c-3cf5-408c-b334-1b66309476df" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.589456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.589596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.589669] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.589777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d916c80-a504-4a7c-931f-217958cdb9d6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.617319] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e65426b-604b-4de2-8eac-914ef905932a: rpc.has_security_group_logging(os_id): False [ 1249.624275] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0: rpc.has_security_group_logging(os_id): False [ 1249.666019] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.666467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.666467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.666699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.666801] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.666930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3c7dfe5-37e1-4c82-bfae-925ccb160bdc" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.667755] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.667864] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.667962] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.668149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.668233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.668356] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8e74ce0-5ede-4236-b97a-db33aaeb12d3" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.669195] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.669307] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.669376] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.669532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.670992] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.671102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.742634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.742961] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.743132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.743197] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.743402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.743484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.743574] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be updated. [ 1249.744724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.744903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.746341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.746538] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.797577] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.797577] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.797759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.797759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.798286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.798286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.798286] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 is going to be updated. [ 1249.799335] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.799528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.799635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.799827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fd62858-2d1d-4fcb-95a3-11457659cac8" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.869535] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.869698] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.869757] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.869963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.870136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.894122] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: IN_PROGRESS for 2s [ 1249.937615] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e289456-26d5-4015-8f32-d376f7e5aecd with status ACTIVE [ 1249.937790] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.938025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.938025] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.938330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.938330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.938515] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.938619] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.938680] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.938831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.938906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.939104] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.939200] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.939257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.939401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.939472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.939556] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e289456-26d5-4015-8f32-d376f7e5aecd is going to be updated. [ 1250.009678] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.009892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.009892] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.010132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.010283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.019733] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.019945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.019945] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.020170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.020309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.020470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e289456-26d5-4015-8f32-d376f7e5aecd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.024882] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1250.025325] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 in Status: IN_PROGRESS for 2s [ 1250.752880] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717fac32-4e99-4454-a05a-5430b47d506a in Status: SUCCESS [ 1250.753355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.753355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.753510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.753730] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.753848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.753915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.754110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.754204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.754309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.754407] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('717fac32-4e99-4454-a05a-5430b47d506a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.257129] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('717fac32-4e99-4454-a05a-5430b47d506a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.526952] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: SUCCESS [ 1251.527214] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.527915] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.528259] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.528537] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.528741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.528862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.529155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.529264] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.529358] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.529482] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.530594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.530775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.530984] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.531108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.531168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.531369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.531477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.531576] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.760258] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 717fac32-4e99-4454-a05a-5430b47d506a: rpc.has_security_group_logging(os_id): False [ 1251.781609] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.781906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.781906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.782138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.782138] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.782443] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.782566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.782661] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.782818] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.782901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.782991] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 717fac32-4e99-4454-a05a-5430b47d506a is going to be created. [ 1251.869201] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.869543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.869543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.869687] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.869787] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.888710] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 717fac32-4e99-4454-a05a-5430b47d506a in Status: IN_PROGRESS for 2s [ 1251.934913] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: SUCCESS [ 1251.935725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.033508] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.034764] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.052887] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 in Status: SUCCESS [ 1252.053239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.536923] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97eb2370-8637-42e7-9029-84b581cefe04: rpc.has_security_group_logging(os_id): False [ 1252.538236] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.560681] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.560889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.561028] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.561230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.586739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.587148] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.587308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.587375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.587607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.587695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.587860] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 is going to be updated. [ 1252.671484] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.671685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.671833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.671947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.672109] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.688713] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: IN_PROGRESS for 2s [ 1253.040839] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.041371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.041371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.041561] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.041654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.041769] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 is going to be updated. [ 1253.080026] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.080026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.080026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.080026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.080026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.098089] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: IN_PROGRESS for 2s [ 1253.903740] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 717fac32-4e99-4454-a05a-5430b47d506a in Status: SUCCESS [ 1253.904063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.433501] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.433873] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1254.703776] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: SUCCESS [ 1254.704159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.704405] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.704682] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.704812] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.107590] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: SUCCESS [ 1255.107815] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.207823] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.208037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.208097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.208372] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.208562] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.208670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.208738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.208937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.209041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.209139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.209253] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.712199] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.215185] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97eb2370-8637-42e7-9029-84b581cefe04: rpc.has_security_group_logging(os_id): False [ 1256.234602] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.234784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.234858] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.235150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.235274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.235583] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.235695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.235759] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.235931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.236016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.236147] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 is going to be updated. [ 1256.300292] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.300528] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.300603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.300828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.300992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.319275] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: IN_PROGRESS for 2s [ 1258.348269] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: SUCCESS [ 1258.348597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.434395] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.434742] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.114047] env[65529]: INFO networking_nsxv3.common.synchronization [None req-d8434435-0947-4173-888c-492996e14fdf tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGHEST for action security_group_rules [ 1264.114667] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGHEST for action security_group_rules [ 1264.114978] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f826b752-c28e-4053-bedc-6320c00b7465 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.115110] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.115184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.115490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.115581] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f826b752-c28e-4053-bedc-6320c00b7465',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.203427] env[65529]: INFO networking_nsxv3.common.synchronization [None req-189d11c4-30d7-489b-b7b6-9bd780594358 tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGHEST for action security_group_rules [ 1264.204333] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGHEST for action security_group_rules [ 1264.204552] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f826b752-c28e-4053-bedc-6320c00b7465 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.204688] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.641269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.641541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.641541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.641712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.641806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.641902] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f826b752-c28e-4053-bedc-6320c00b7465 already deleted. [ 1264.642061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.642159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.642314] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.642402] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f826b752-c28e-4053-bedc-6320c00b7465',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.172834] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.173123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.173123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.173385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.173446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.173544] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f826b752-c28e-4053-bedc-6320c00b7465 already deleted. [ 1265.173627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.205698] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1269.206189] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1269.750579] env[65529]: INFO networking_nsxv3.common.synchronization [req-b33fe91e-4ea6-47a1-a216-b117d9bd3ec2 req-f50c1dd6-eb05-43b6-964a-c8f402f30089 tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGHEST for action security_group_members [ 1269.751123] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGHEST for action security_group_members [ 1269.751445] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f826b752-c28e-4053-bedc-6320c00b7465 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.751596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.751640] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.751923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.752088] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.752189] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.752274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.752395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.752476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.752568] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f826b752-c28e-4053-bedc-6320c00b7465',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.053765] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.053975] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.054115] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.054548] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.054825] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.054988] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.055127] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.055360] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.055504] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.055713] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.055824] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.055929] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.056047] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.056155] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.056257] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.056389] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.078310] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.078504] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1270.078606] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.078779] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.079119] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-3370b77d-a3de-4563-9cf3-59ce4045d309 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.079334] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-3370b77d-a3de-4563-9cf3-59ce4045d309" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.079424] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-3370b77d-a3de-4563-9cf3-59ce4045d309" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.079820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-3370b77d-a3de-4563-9cf3-59ce4045d309" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.079996] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3370b77d-a3de-4563-9cf3-59ce4045d309',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.254739] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.255217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.255217] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.255322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.255361] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.255544] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.255646] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.255741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.255866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.255940] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.256060] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f826b752-c28e-4053-bedc-6320c00b7465 already deleted. [ 1270.256112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.583556] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.583820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.583820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.584129] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.584281] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.584441] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 3370b77d-a3de-4563-9cf3-59ce4045d309 not found, creating... [ 1270.584706] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.584865] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.584982] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.585220] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.585356] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.585633] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.585786] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.585900] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.586116] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.586398] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.586398] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 3370b77d-a3de-4563-9cf3-59ce4045d309 is going to be created. [ 1270.609961] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.610240] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.610410] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.610605] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.610834] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.611087] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-3370b77d-a3de-4563-9cf3-59ce4045d309" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.303298] env[65529]: INFO networking_nsxv3.common.synchronization [req-b33fe91e-4ea6-47a1-a216-b117d9bd3ec2 req-833b5d14-e231-434b-9ce9-cde6a9df24cd service nova] Enqueued Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGHEST for action security_group_rules [ 1271.303606] env[65529]: INFO networking_nsxv3.common.synchronization [req-b33fe91e-4ea6-47a1-a216-b117d9bd3ec2 req-833b5d14-e231-434b-9ce9-cde6a9df24cd service nova] Enqueued Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGHEST for action security_group_members [ 1271.303687] env[65529]: INFO networking_nsxv3.common.synchronization [req-b33fe91e-4ea6-47a1-a216-b117d9bd3ec2 req-833b5d14-e231-434b-9ce9-cde6a9df24cd service nova] Enqueued Resource ID: 3370b77d-a3de-4563-9cf3-59ce4045d309 with Priority: HIGHEST for action port [ 1271.304344] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGHEST for action security_group_rules [ 1271.304487] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGHEST for action security_group_members [ 1271.304586] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3370b77d-a3de-4563-9cf3-59ce4045d309 with Priority: HIGHEST for action port [ 1271.304858] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f826b752-c28e-4053-bedc-6320c00b7465 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.304990] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.305054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.305257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.305340] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f826b752-c28e-4053-bedc-6320c00b7465',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.306874] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f826b752-c28e-4053-bedc-6320c00b7465 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.307089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.307165] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.307374] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.307536] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.307634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.307689] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.307833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.307912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.307998] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f826b752-c28e-4053-bedc-6320c00b7465',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.308711] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-3370b77d-a3de-4563-9cf3-59ce4045d309 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.308825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3370b77d-a3de-4563-9cf3-59ce4045d309" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.309690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3370b77d-a3de-4563-9cf3-59ce4045d309" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.309690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3370b77d-a3de-4563-9cf3-59ce4045d309" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.309690] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3370b77d-a3de-4563-9cf3-59ce4045d309',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.807713] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f826b752-c28e-4053-bedc-6320c00b7465 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.807713] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.812714] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f826b752-c28e-4053-bedc-6320c00b7465',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.813520] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3370b77d-a3de-4563-9cf3-59ce4045d309 with status ACTIVE [ 1271.813723] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.813842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.813908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.814129] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.814226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.814432] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.814536] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.814593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.814753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.814840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.815036] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.815132] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.815193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.816184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.816277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.816373] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3370b77d-a3de-4563-9cf3-59ce4045d309 is going to be updated. [ 1271.839150] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.839366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.839366] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.839618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.839748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.839900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3370b77d-a3de-4563-9cf3-59ce4045d309" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.318433] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f826b752-c28e-4053-bedc-6320c00b7465',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.821044] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.821329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.821329] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.821575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.821666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.821786] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f826b752-c28e-4053-bedc-6320c00b7465 is going to be created. [ 1272.845211] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.845440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.845440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.845702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.845888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.854492] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f826b752-c28e-4053-bedc-6320c00b7465 in Status: UNINITIALIZED for 2s [ 1274.868191] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f826b752-c28e-4053-bedc-6320c00b7465 in Status: SUCCESS [ 1274.868503] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.868580] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.868820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.869134] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.869325] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.869422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.869802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.869802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.869931] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.870098] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f826b752-c28e-4053-bedc-6320c00b7465',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.373342] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f826b752-c28e-4053-bedc-6320c00b7465',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.877555] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f826b752-c28e-4053-bedc-6320c00b7465: rpc.has_security_group_logging(os_id): False [ 1275.896709] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.896899] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.896953] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.897178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.897271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.897516] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.897620] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.897684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.897835] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.897908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.897993] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f826b752-c28e-4053-bedc-6320c00b7465 is going to be created. [ 1275.956426] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.956617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.956665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.956852] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.957047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.967868] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f826b752-c28e-4053-bedc-6320c00b7465 in Status: IN_PROGRESS for 2s [ 1276.305402] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.305528] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1277.981708] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f826b752-c28e-4053-bedc-6320c00b7465 in Status: SUCCESS [ 1277.981708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.306640] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.307018] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1282.010064] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock network-186 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.010253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.010488] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.010820] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.011114] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.011273] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.011405] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.011648] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.011795] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.012067] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.012191] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.012299] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.012406] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.012533] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.012638] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.012786] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.034801] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.034995] env[65529]: DEBUG dogpile.cache.region [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1282.035124] env[65529]: DEBUG dogpile.lock [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.035299] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "network-186" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.035733] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock port-7979451e-6fa6-4403-9b01-182884ca440f taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.035937] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.036073] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.036355] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.036496] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7979451e-6fa6-4403-9b01-182884ca440f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.539546] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.539546] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.539546] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.540399] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.540399] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.540399] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.540581] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.540581] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.540821] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.540923] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.541218] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.541373] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.541490] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.541694] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.541827] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.541968] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Resource: SegmentPort with ID: 7979451e-6fa6-4403-9b01-182884ca440f is going to be updated. [ 1282.566833] env[65529]: DEBUG networking_nsxv3.common.locking [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.567134] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.567204] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.567459] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.567666] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.567951] env[65529]: DEBUG oslo_concurrency.lockutils [None req-f5623262-26d4-4402-ae06-9ed6f8877d38 None None] Releasing lock "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.238705] env[65529]: INFO networking_nsxv3.common.synchronization [req-ff8b0852-9017-47ff-b6f8-4d185772935a req-cb6789f4-4a2f-4673-b017-ec7834c8efa5 service nova] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_rules [ 1283.238892] env[65529]: INFO networking_nsxv3.common.synchronization [req-ff8b0852-9017-47ff-b6f8-4d185772935a req-cb6789f4-4a2f-4673-b017-ec7834c8efa5 service nova] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1283.239036] env[65529]: INFO networking_nsxv3.common.synchronization [req-ff8b0852-9017-47ff-b6f8-4d185772935a req-cb6789f4-4a2f-4673-b017-ec7834c8efa5 service nova] Enqueued Resource ID: 7979451e-6fa6-4403-9b01-182884ca440f with Priority: HIGHEST for action port [ 1283.239559] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_rules [ 1283.239746] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1283.239875] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7979451e-6fa6-4403-9b01-182884ca440f with Priority: HIGHEST for action port [ 1283.241982] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.241982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.242164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.242416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.242472] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.243740] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.243848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.243914] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.244383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.244638] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.244760] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.244897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.245074] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.245162] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.245254] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.246337] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-7979451e-6fa6-4403-9b01-182884ca440f taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.246553] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.246628] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.246779] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.247375] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7979451e-6fa6-4403-9b01-182884ca440f',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.744587] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.744587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.747050] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.749177] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7979451e-6fa6-4403-9b01-182884ca440f with status ACTIVE [ 1283.749373] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.749487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.749552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.749746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.749829] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.749987] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.750092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.750153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.750353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.750353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.750666] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.750666] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.750777] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.750827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.750895] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.750977] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7979451e-6fa6-4403-9b01-182884ca440f is going to be updated. [ 1283.773040] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.773194] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.773266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.773519] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.773660] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.773833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7979451e-6fa6-4403-9b01-182884ca440f" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.249203] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.752636] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.753105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.753105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.753209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.753300] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.753455] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be updated. [ 1284.783735] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.783963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.783963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.784324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.784523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.793511] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: IN_PROGRESS for 2s [ 1286.805570] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 1286.805965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.806033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.806286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.806511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.806659] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.806736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.806926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.807040] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.807150] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.807253] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.309524] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.811841] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67422dd7-ce86-4ae7-8799-f9e900b5e9c9: rpc.has_security_group_logging(os_id): False [ 1287.829370] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.829526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.829609] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.829856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.848752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.849261] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.849261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.849261] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.849469] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.849548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.849647] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be updated. [ 1287.918080] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.918316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.918316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.918635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.918802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.931893] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: IN_PROGRESS for 2s [ 1288.241496] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.241700] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1289.949132] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 1289.949550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.242757] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.243191] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1297.972401] env[65529]: INFO networking_nsxv3.common.synchronization [req-b1387da8-a969-4600-a497-1b29335ff9dd req-3c107727-4199-4a04-a586-4cdcc81c768c tempest-ServerActionsTestJSON-912310287 tempest-ServerActionsTestJSON-912310287-project-member] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1297.972718] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGHEST for action security_group_members [ 1297.973072] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.973199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.973265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.973468] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.973653] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.973748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.973804] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.973951] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.974045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.974153] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.476523] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.476684] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.476755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.476994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.477123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.477323] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.477422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.477484] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.477651] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.477747] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.477841] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be updated. [ 1298.512980] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.513193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.513240] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.513433] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.513715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.523948] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: IN_PROGRESS for 2s [ 1300.535886] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e65426b-604b-4de2-8eac-914ef905932a in Status: SUCCESS [ 1300.535886] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e65426b-604b-4de2-8eac-914ef905932a deletion is rescheduled due to dependency. [ 1300.536350] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.490100] env[65529]: INFO networking_nsxv3.common.synchronization [req-5f34090d-3d56-47be-8164-76f7dc2735ad req-9fbc06de-8859-48dd-a652-f88ab5784e45 tempest-ServerActionsTestOtherB-396257460 tempest-ServerActionsTestOtherB-396257460-project-member] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1301.490328] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGHEST for action security_group_members [ 1301.490633] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.490751] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.490819] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.491026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.491176] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.491274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.491336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.491508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.491618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.491712] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.993792] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.994079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.994079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.994321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.994442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.994770] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.994903] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.994966] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.995190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.995274] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.995368] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be updated. [ 1302.021826] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.021959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.022043] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.022255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.022395] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.031621] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: IN_PROGRESS for 2s [ 1304.043494] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 in Status: SUCCESS [ 1304.043494] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 deletion is rescheduled due to dependency. [ 1304.043877] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.994846] env[65529]: INFO networking_nsxv3.common.synchronization [req-9168c808-2230-4a58-a52f-6ab5acbc88e8 req-a1933fc2-3ecb-4b4f-93cc-e46c7f78b46a tempest-ServerActionsV293TestJSON-184488664 tempest-ServerActionsV293TestJSON-184488664-project-member] Enqueued Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGHEST for action security_group_members [ 1304.995245] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGHEST for action security_group_members [ 1304.995354] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-717fac32-4e99-4454-a05a-5430b47d506a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.995480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.995554] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.995754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.995907] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.996263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.996263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.996263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.996440] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.996440] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('717fac32-4e99-4454-a05a-5430b47d506a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.498132] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.498514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.498514] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.498590] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.498686] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.498888] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.498987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.499061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.499215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.499290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.499377] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717fac32-4e99-4454-a05a-5430b47d506a is going to be updated. [ 1305.526404] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.526725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.526725] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.526825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.526937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.536521] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717fac32-4e99-4454-a05a-5430b47d506a in Status: IN_PROGRESS for 2s [ 1307.546934] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 717fac32-4e99-4454-a05a-5430b47d506a in Status: SUCCESS [ 1307.547328] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 717fac32-4e99-4454-a05a-5430b47d506a deletion is rescheduled due to dependency. [ 1307.547328] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.995760] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.996068] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.997314] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.997314] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.653135] env[65529]: INFO networking_nsxv3.common.synchronization [req-c89454a6-b163-494e-97cd-1273e6e06145 req-827603cb-ed07-42f1-ad6a-4e36a1aad428 tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_members [ 1318.653682] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_members [ 1318.654014] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.654179] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.654241] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.654555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.655047] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.655181] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.655248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.655428] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.655532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.655679] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.158439] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.360146] env[65529]: INFO networking_nsxv3.common.synchronization [req-5745a9c9-1b17-407c-9b55-4d734ae858e6 req-af82dab7-3c69-41e3-9912-3f78da44071f tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGHEST for action security_group_members [ 1319.361414] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGHEST for action security_group_members [ 1319.361414] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-f826b752-c28e-4053-bedc-6320c00b7465 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.361662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.361662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.361810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.361985] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.362105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.362166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.362330] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.362416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.362543] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f826b752-c28e-4053-bedc-6320c00b7465',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.661766] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.867263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.867655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.867655] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.867995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.868105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.868366] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.868520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.868606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.868816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.868965] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.869070] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f826b752-c28e-4053-bedc-6320c00b7465 is going to be updated. [ 1319.901603] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.901854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.901854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.902081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.902224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.912547] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f826b752-c28e-4053-bedc-6320c00b7465 in Status: IN_PROGRESS for 2s [ 1320.164898] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.165158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.165158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.165488] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.165586] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.165691] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 is going to be updated. [ 1320.194132] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.194340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.194340] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.194568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.194749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.206849] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: IN_PROGRESS for 2s [ 1321.923110] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f826b752-c28e-4053-bedc-6320c00b7465 in Status: SUCCESS [ 1321.923472] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f826b752-c28e-4053-bedc-6320c00b7465 deletion is rescheduled due to dependency. [ 1321.923569] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.216765] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: IN_PROGRESS for 4s [ 1324.227975] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: SUCCESS [ 1324.228391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.361847] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.362063] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.362627] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.363071] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1331.728150] env[65529]: INFO networking_nsxv3.common.synchronization [req-bd1e257d-6a3e-4a50-9a6f-fa6cac5fd640 req-ce5bf00e-5ed1-44be-b98a-cb38e333ea7f tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGHEST for action security_group_members [ 1331.728150] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGHEST for action security_group_members [ 1331.728504] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.728504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.728592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.728709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.728879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.728955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.729031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.729168] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.729251] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.729339] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.233136] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.233368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.233464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.233690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.233782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.234011] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.234102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.234167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.234316] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.234391] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.234477] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 is going to be updated. [ 1332.264499] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.264724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.264724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.264920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.265079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.274462] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 in Status: IN_PROGRESS for 2s [ 1334.287154] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 in Status: SUCCESS [ 1334.287517] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 deletion is rescheduled due to dependency. [ 1334.287517] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.052625] env[65529]: INFO networking_nsxv3.common.synchronization [req-d062d387-2b81-4fa0-b2cc-d3fe8ed2e5b3 req-49e7fd0c-e4a3-4ac7-bbf6-b0f84d583504 tempest-ServerActionsTestOtherA-525939953 tempest-ServerActionsTestOtherA-525939953-project-member] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_members [ 1335.055039] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGHEST for action security_group_members [ 1335.055039] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.055039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.055039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.055039] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.055309] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.055309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.055309] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.055493] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.055596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.055715] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.558447] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.558447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.558447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.558933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.558933] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.558933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.559051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.559389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.559389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.559389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.559389] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 is going to be updated. [ 1335.591606] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.591846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.591846] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.592057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.592202] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.601033] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: IN_PROGRESS for 2s [ 1336.489800] env[65529]: INFO networking_nsxv3.common.synchronization [None req-4107600d-d63c-44a9-8534-23d92cb3b40c tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGHEST for action security_group_rules [ 1336.490204] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGHEST for action security_group_rules [ 1336.490507] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cee01403-0114-4b09-a7ee-82fb685b16b1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.490622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.490693] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.490963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.491061] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cee01403-0114-4b09-a7ee-82fb685b16b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.574405] env[65529]: INFO networking_nsxv3.common.synchronization [None req-100c4245-5e95-40a3-8f0b-82275f95cf1c tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGHEST for action security_group_rules [ 1336.574877] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGHEST for action security_group_rules [ 1336.575217] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cee01403-0114-4b09-a7ee-82fb685b16b1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.575326] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.012560] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.012715] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.012795] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.013045] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.013142] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.013237] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee01403-0114-4b09-a7ee-82fb685b16b1 already deleted. [ 1337.013320] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.013467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.013618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.013705] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cee01403-0114-4b09-a7ee-82fb685b16b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.534306] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.534456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.534526] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.534734] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.534824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.534916] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee01403-0114-4b09-a7ee-82fb685b16b1 already deleted. [ 1337.534999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.610482] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97eb2370-8637-42e7-9029-84b581cefe04 in Status: SUCCESS [ 1337.610856] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 deletion is rescheduled due to dependency. [ 1337.610856] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.576339] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.576587] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.054996] env[65529]: INFO networking_nsxv3.common.synchronization [req-2649298b-7a89-4541-93e9-c66195f75dd8 req-a73fdf4c-6772-426e-a2e4-5131faa4936d tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGHEST for action security_group_members [ 1342.055549] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGHEST for action security_group_members [ 1342.055851] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee01403-0114-4b09-a7ee-82fb685b16b1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.056013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.056213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.056487] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.056651] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.056746] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.056810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.057031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.057104] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.057295] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee01403-0114-4b09-a7ee-82fb685b16b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.321429] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.321429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.321429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.321429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.321429] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.321429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.321429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.321429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.321429] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.322283] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1342.322590] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1342.322844] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1342.323174] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1342.323464] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1342.323710] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1342.324028] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1342.347970] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1342.347970] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1342.347970] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1342.347970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.347970] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-0b6f9f70-ed51-45a8-948e-13a267053709 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.347970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-0b6f9f70-ed51-45a8-948e-13a267053709" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.347970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-0b6f9f70-ed51-45a8-948e-13a267053709" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.347970] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-0b6f9f70-ed51-45a8-948e-13a267053709" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.347970] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b6f9f70-ed51-45a8-948e-13a267053709',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.560576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.560576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.560576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.560576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.560576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.560576] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.560576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.560576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.560576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.560576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.560576] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee01403-0114-4b09-a7ee-82fb685b16b1 already deleted. [ 1342.560576] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.854107] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.854107] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.854107] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.854107] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.854902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.854902] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 0b6f9f70-ed51-45a8-948e-13a267053709 not found, creating... [ 1342.854902] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.854902] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.855200] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.855239] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.855637] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.855720] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.855954] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.856110] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.856329] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.856507] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.856650] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 0b6f9f70-ed51-45a8-948e-13a267053709 is going to be created. [ 1342.877726] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.877950] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.878095] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.878413] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.878664] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.878903] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-0b6f9f70-ed51-45a8-948e-13a267053709" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.065726] env[65529]: INFO networking_nsxv3.common.synchronization [None req-08a12541-aa97-4da4-a5f8-d4fcbcb8ee00 None None] Enqueued Resource ID: 0550baa9-bcb6-4506-ad78-8d1754dbac7c with Priority: HIGHEST for action port [ 1343.066352] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0550baa9-bcb6-4506-ad78-8d1754dbac7c with Priority: HIGHEST for action port [ 1343.066849] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0550baa9-bcb6-4506-ad78-8d1754dbac7c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.067198] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0550baa9-bcb6-4506-ad78-8d1754dbac7c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.067298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0550baa9-bcb6-4506-ad78-8d1754dbac7c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.067617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0550baa9-bcb6-4506-ad78-8d1754dbac7c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.067676] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0550baa9-bcb6-4506-ad78-8d1754dbac7c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.564435] env[65529]: INFO networking_nsxv3.common.synchronization [req-2649298b-7a89-4541-93e9-c66195f75dd8 req-6db4cccc-2b51-4ff4-9f9e-0ab4d2727435 service nova] Enqueued Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGHEST for action security_group_rules [ 1343.564435] env[65529]: INFO networking_nsxv3.common.synchronization [req-2649298b-7a89-4541-93e9-c66195f75dd8 req-6db4cccc-2b51-4ff4-9f9e-0ab4d2727435 service nova] Enqueued Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGHEST for action security_group_members [ 1343.564435] env[65529]: INFO networking_nsxv3.common.synchronization [req-2649298b-7a89-4541-93e9-c66195f75dd8 req-6db4cccc-2b51-4ff4-9f9e-0ab4d2727435 service nova] Enqueued Resource ID: 0b6f9f70-ed51-45a8-948e-13a267053709 with Priority: HIGHEST for action port [ 1343.564745] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGHEST for action security_group_rules [ 1343.564875] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGHEST for action security_group_members [ 1343.565259] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b6f9f70-ed51-45a8-948e-13a267053709 with Priority: HIGHEST for action port [ 1343.565609] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cee01403-0114-4b09-a7ee-82fb685b16b1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.565738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.565806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.566016] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.566102] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cee01403-0114-4b09-a7ee-82fb685b16b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.569281] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee01403-0114-4b09-a7ee-82fb685b16b1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.569281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.569281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.569281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.569281] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.569281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.569281] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.569545] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.569635] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.569726] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee01403-0114-4b09-a7ee-82fb685b16b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.571533] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b6f9f70-ed51-45a8-948e-13a267053709 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.571672] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b6f9f70-ed51-45a8-948e-13a267053709" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.571726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b6f9f70-ed51-45a8-948e-13a267053709" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.571857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b6f9f70-ed51-45a8-948e-13a267053709" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.571932] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b6f9f70-ed51-45a8-948e-13a267053709',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.575351] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0550baa9-bcb6-4506-ad78-8d1754dbac7c [ 1343.575351] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.575351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.575351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.575351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.575351] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.575351] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0550baa9-bcb6-4506-ad78-8d1754dbac7c already deleted. [ 1343.576809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0550baa9-bcb6-4506-ad78-8d1754dbac7c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.069537] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee01403-0114-4b09-a7ee-82fb685b16b1 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.070047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.071996] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cee01403-0114-4b09-a7ee-82fb685b16b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.079402] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b6f9f70-ed51-45a8-948e-13a267053709 with status ACTIVE [ 1344.079848] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.079848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.079848] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.080160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.080160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.080295] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.080396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.080456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.080843] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.080935] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.081128] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.081227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.081290] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.081431] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.082155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.082155] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b6f9f70-ed51-45a8-948e-13a267053709 is going to be updated. [ 1344.102582] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.102783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.102849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.103092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.103230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.103385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b6f9f70-ed51-45a8-948e-13a267053709" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.575495] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cee01403-0114-4b09-a7ee-82fb685b16b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.077279] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.077663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.077663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.077758] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.077806] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.077907] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee01403-0114-4b09-a7ee-82fb685b16b1 is going to be created. [ 1345.102830] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.103011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.103062] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.103336] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.103489] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.113667] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee01403-0114-4b09-a7ee-82fb685b16b1 in Status: UNINITIALIZED for 2s [ 1345.152920] env[65529]: INFO networking_nsxv3.common.synchronization [None req-b798fe14-2b32-4e5f-b9d7-99fa1685fb8d None None] Enqueued Resource ID: d0363681-f85a-4bea-a6b2-699ac6d36963 with Priority: HIGHEST for action port [ 1345.153283] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0363681-f85a-4bea-a6b2-699ac6d36963 with Priority: HIGHEST for action port [ 1345.153814] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0363681-f85a-4bea-a6b2-699ac6d36963 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.153937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0363681-f85a-4bea-a6b2-699ac6d36963" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.154126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0363681-f85a-4bea-a6b2-699ac6d36963" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.154417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0363681-f85a-4bea-a6b2-699ac6d36963" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.154531] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0363681-f85a-4bea-a6b2-699ac6d36963',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.656886] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0363681-f85a-4bea-a6b2-699ac6d36963 [ 1345.657052] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.657126] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.657269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.657353] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.657447] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.657541] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0363681-f85a-4bea-a6b2-699ac6d36963 already deleted. [ 1345.657631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0363681-f85a-4bea-a6b2-699ac6d36963" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.125159] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee01403-0114-4b09-a7ee-82fb685b16b1 in Status: SUCCESS [ 1347.125159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.125159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.125592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.125592] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.125592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.125592] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.125773] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.125808] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.125884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.125976] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cee01403-0114-4b09-a7ee-82fb685b16b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.628794] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cee01403-0114-4b09-a7ee-82fb685b16b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.130843] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cee01403-0114-4b09-a7ee-82fb685b16b1: rpc.has_security_group_logging(os_id): False [ 1348.148203] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.148396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.148396] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.148614] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.148717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.148983] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.149102] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.149167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.149321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.149398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.149488] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee01403-0114-4b09-a7ee-82fb685b16b1 is going to be created. [ 1348.206597] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.206821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.206821] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.207026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.207213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.217922] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cee01403-0114-4b09-a7ee-82fb685b16b1 in Status: IN_PROGRESS for 2s [ 1348.824280] env[65529]: INFO networking_nsxv3.common.synchronization [req-f0bf0786-2f0c-40f2-9fb7-3c121df4075b req-b71b6945-00ee-466e-95b6-946049f64a4a tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1348.824805] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1348.825118] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.825271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.825338] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.825594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.825752] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.825849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.825911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.826073] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.826160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.826251] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.112839] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.113054] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-928" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.113211] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-928" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.113549] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-928" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.113834] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.114075] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.114168] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.114391] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.114534] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.114741] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.114850] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1349.114959] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1349.115107] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1349.115282] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.115401] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1349.115532] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1349.137249] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1349.137249] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1349.137983] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1349.137983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-928" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.137983] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-bff20abc-c28c-43cf-a2be-afef25f0ca06 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.137983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.138200] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.138418] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.138552] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff20abc-c28c-43cf-a2be-afef25f0ca06',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.327977] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.328213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.328213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.328429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.328520] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.328718] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.328817] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.328879] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.329086] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.329149] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.329193] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 already deleted. [ 1349.329265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.640605] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.640829] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.640953] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.641253] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.641401] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.641552] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port bff20abc-c28c-43cf-a2be-afef25f0ca06 not found, creating... [ 1349.641807] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.641961] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.642095] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.642308] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.642438] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.642713] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.642862] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.642974] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.643196] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.643327] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.643464] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: bff20abc-c28c-43cf-a2be-afef25f0ca06 is going to be created. [ 1349.664117] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.664339] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.664459] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.664769] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.665069] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.665405] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.234015] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cee01403-0114-4b09-a7ee-82fb685b16b1 in Status: SUCCESS [ 1350.234298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.361583] env[65529]: INFO networking_nsxv3.common.synchronization [req-f0bf0786-2f0c-40f2-9fb7-3c121df4075b req-6840758a-14d4-4a18-9fd3-e4d09fd878c6 service nova] Enqueued Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_rules [ 1350.361583] env[65529]: INFO networking_nsxv3.common.synchronization [req-f0bf0786-2f0c-40f2-9fb7-3c121df4075b req-6840758a-14d4-4a18-9fd3-e4d09fd878c6 service nova] Enqueued Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1350.361797] env[65529]: INFO networking_nsxv3.common.synchronization [req-f0bf0786-2f0c-40f2-9fb7-3c121df4075b req-6840758a-14d4-4a18-9fd3-e4d09fd878c6 service nova] Enqueued Resource ID: bff20abc-c28c-43cf-a2be-afef25f0ca06 with Priority: HIGHEST for action port [ 1350.362215] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_rules [ 1350.362347] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1350.362444] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff20abc-c28c-43cf-a2be-afef25f0ca06 with Priority: HIGHEST for action port [ 1350.362706] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.362826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.362894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.363177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.363265] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.364103] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.364344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.364344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.364495] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.364582] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.364676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.364731] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.364867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.364983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.365041] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.367148] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-bff20abc-c28c-43cf-a2be-afef25f0ca06 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.367148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.367148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.367148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.367148] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff20abc-c28c-43cf-a2be-afef25f0ca06',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.868838] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.870867] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.870867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.870867] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bff20abc-c28c-43cf-a2be-afef25f0ca06 with status ACTIVE [ 1350.870867] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.870867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.870867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.870867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.870867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.870867] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.870867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.870867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.870867] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.871566] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.873590] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.873708] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.873775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.873937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.874035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.874214] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bff20abc-c28c-43cf-a2be-afef25f0ca06 is going to be updated. [ 1350.896338] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.896593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.896593] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.896736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.896868] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.897031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.377856] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.881053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.881053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.881053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.881053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.881053] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.881053] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 is going to be created. [ 1351.913556] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.913712] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.913782] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.913993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.914220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.924274] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: UNINITIALIZED for 2s [ 1353.936649] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: SUCCESS [ 1353.937112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.937112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.937260] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.937444] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.937563] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.937626] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.937780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.937860] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.937986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.938126] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.440675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.440925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.440925] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.441152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.441341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.441456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.441504] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.441667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.441755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.441839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.442018] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.442190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.442250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.442451] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.442595] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.442677] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.442754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.442897] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.442978] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.443066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.443157] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.946225] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3224ee32-add6-40ec-a709-94c074c10c88: rpc.has_security_group_logging(os_id): False [ 1354.963609] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.963807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.963807] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.964047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.964158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.964341] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.964448] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.964530] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.964714] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.964792] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.964988] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.965177] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.965273] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.965422] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.965498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.965703] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.965800] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.965862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.966007] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.966201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.966201] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 is going to be created. [ 1355.020448] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.020654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.020654] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.020862] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.021061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.031520] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: IN_PROGRESS for 2s [ 1355.363317] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.363496] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1357.045585] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: SUCCESS [ 1357.045992] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.364496] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.364946] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.365136] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.365498] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.872537] env[65529]: INFO networking_nsxv3.common.synchronization [req-d878bb12-d199-42f2-b117-03efbf461339 req-9b7e49ec-a6bf-42fb-b69b-2034fb1a91de tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1366.872830] env[65529]: INFO networking_nsxv3.common.synchronization [req-d878bb12-d199-42f2-b117-03efbf461339 req-9b7e49ec-a6bf-42fb-b69b-2034fb1a91de tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: e5f6c518-26b1-476e-acdc-3e576b92019c with Priority: HIGHEST for action security_group_members [ 1366.873287] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1366.873453] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f6c518-26b1-476e-acdc-3e576b92019c with Priority: HIGHEST for action security_group_members [ 1366.873901] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.874029] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.874105] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.874471] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.874675] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.875166] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.875275] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.875406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.875594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.875689] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.876945] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f6c518-26b1-476e-acdc-3e576b92019c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.877219] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.877315] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.877548] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.877714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.877810] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.877872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.878041] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.878124] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.878225] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f6c518-26b1-476e-acdc-3e576b92019c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.924467] env[65529]: INFO networking_nsxv3.common.synchronization [req-d878bb12-d199-42f2-b117-03efbf461339 req-9b7e49ec-a6bf-42fb-b69b-2034fb1a91de tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_rules [ 1366.924646] env[65529]: INFO networking_nsxv3.common.synchronization [req-d878bb12-d199-42f2-b117-03efbf461339 req-9b7e49ec-a6bf-42fb-b69b-2034fb1a91de tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1366.924781] env[65529]: INFO networking_nsxv3.common.synchronization [req-d878bb12-d199-42f2-b117-03efbf461339 req-9b7e49ec-a6bf-42fb-b69b-2034fb1a91de tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: e5f6c518-26b1-476e-acdc-3e576b92019c with Priority: HIGHEST for action security_group_rules [ 1366.924910] env[65529]: INFO networking_nsxv3.common.synchronization [req-d878bb12-d199-42f2-b117-03efbf461339 req-9b7e49ec-a6bf-42fb-b69b-2034fb1a91de tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: e5f6c518-26b1-476e-acdc-3e576b92019c with Priority: HIGHEST for action security_group_members [ 1366.925049] env[65529]: INFO networking_nsxv3.common.synchronization [req-d878bb12-d199-42f2-b117-03efbf461339 req-9b7e49ec-a6bf-42fb-b69b-2034fb1a91de tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: bff20abc-c28c-43cf-a2be-afef25f0ca06 with Priority: HIGHEST for action port [ 1366.925596] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_rules [ 1366.925778] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f6c518-26b1-476e-acdc-3e576b92019c with Priority: HIGHEST for action security_group_rules [ 1366.925884] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff20abc-c28c-43cf-a2be-afef25f0ca06 with Priority: HIGHEST for action port [ 1366.925977] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1366.926087] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f6c518-26b1-476e-acdc-3e576b92019c with Priority: HIGHEST for action security_group_members [ 1366.926387] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.926521] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.926584] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.926778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.926856] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.927705] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5f6c518-26b1-476e-acdc-3e576b92019c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.927825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.927911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.928108] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.928614] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5f6c518-26b1-476e-acdc-3e576b92019c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.929247] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-bff20abc-c28c-43cf-a2be-afef25f0ca06 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.929247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.929247] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.929485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.929485] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff20abc-c28c-43cf-a2be-afef25f0ca06',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.930067] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.930543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.930543] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f6c518-26b1-476e-acdc-3e576b92019c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.930543] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.231854] env[65529]: INFO networking_nsxv3.common.synchronization [req-e22fd0b5-b0d1-4f6d-a171-f9b71f8c3a87 req-f4db7500-c595-4a77-9b70-9188d6d500d8 tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1367.232052] env[65529]: INFO networking_nsxv3.common.synchronization [req-e22fd0b5-b0d1-4f6d-a171-f9b71f8c3a87 req-f4db7500-c595-4a77-9b70-9188d6d500d8 tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: e5f6c518-26b1-476e-acdc-3e576b92019c with Priority: HIGHEST for action security_group_members [ 1367.232551] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1367.232692] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5f6c518-26b1-476e-acdc-3e576b92019c with Priority: HIGHEST for action security_group_members [ 1367.232971] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.233082] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.233281] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f6c518-26b1-476e-acdc-3e576b92019c taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.233367] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.274976] env[65529]: INFO networking_nsxv3.common.synchronization [req-e22fd0b5-b0d1-4f6d-a171-f9b71f8c3a87 req-f4db7500-c595-4a77-9b70-9188d6d500d8 tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_rules [ 1367.275166] env[65529]: INFO networking_nsxv3.common.synchronization [req-e22fd0b5-b0d1-4f6d-a171-f9b71f8c3a87 req-f4db7500-c595-4a77-9b70-9188d6d500d8 tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1367.275307] env[65529]: INFO networking_nsxv3.common.synchronization [req-e22fd0b5-b0d1-4f6d-a171-f9b71f8c3a87 req-f4db7500-c595-4a77-9b70-9188d6d500d8 tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: bff20abc-c28c-43cf-a2be-afef25f0ca06 with Priority: HIGHEST for action port [ 1367.275802] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_rules [ 1367.275935] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1367.276045] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff20abc-c28c-43cf-a2be-afef25f0ca06 with Priority: HIGHEST for action port [ 1367.276315] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.276416] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.276640] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.276723] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.276909] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-bff20abc-c28c-43cf-a2be-afef25f0ca06 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.276991] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.380041] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.380482] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5f6c518-26b1-476e-acdc-3e576b92019c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.432086] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5f6c518-26b1-476e-acdc-3e576b92019c taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.432373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.432490] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.432579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.432726] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bff20abc-c28c-43cf-a2be-afef25f0ca06 with status ACTIVE [ 1367.432875] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.432981] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.433059] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.433278] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.433363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.433528] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.433621] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.433683] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.433834] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.433909] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.434099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.434193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.434283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.434432] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.434505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.434592] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bff20abc-c28c-43cf-a2be-afef25f0ca06 is going to be updated. [ 1367.464062] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.464295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.464295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.464510] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.464649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.464805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.464955] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.465123] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.465208] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff20abc-c28c-43cf-a2be-afef25f0ca06',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.882014] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.883043] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5f6c518-26b1-476e-acdc-3e576b92019c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.967570] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bff20abc-c28c-43cf-a2be-afef25f0ca06 with status ACTIVE [ 1367.967796] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.967928] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.967997] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.968232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.968323] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.968498] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.968597] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.968662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.968805] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.968881] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.969068] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.969164] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.969224] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.969364] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.969437] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.969519] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bff20abc-c28c-43cf-a2be-afef25f0ca06 is going to be updated. [ 1367.989820] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.990076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.990076] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.990245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.990380] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.990532] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bff20abc-c28c-43cf-a2be-afef25f0ca06" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.385161] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.385408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.385408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.385634] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.385749] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.385819] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 is going to be updated. [ 1368.387124] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.387310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.387310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.387474] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.387552] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.387640] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f6c518-26b1-476e-acdc-3e576b92019c is going to be created. [ 1368.423991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.424227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.424294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.424478] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.424644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.428309] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.428486] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.428542] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.428772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.428906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.436423] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: IN_PROGRESS for 2s [ 1368.437108] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f6c518-26b1-476e-acdc-3e576b92019c in Status: UNINITIALIZED for 2s [ 1370.449781] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5f6c518-26b1-476e-acdc-3e576b92019c in Status: SUCCESS [ 1370.450190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.450757] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: SUCCESS [ 1370.450920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.451085] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.451295] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.451477] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.451587] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.451649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.452038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.452193] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.452410] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f6c518-26b1-476e-acdc-3e576b92019c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.453238] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.453412] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.453569] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.453675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.453738] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.453880] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.453957] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.454062] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.957064] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.957282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.957282] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.957516] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.957607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.957811] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.957910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.957973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.958139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.958215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.958301] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f6c518-26b1-476e-acdc-3e576b92019c is going to be deleted. [ 1370.959407] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.990615] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.990840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.990840] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.991033] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.991130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.991227] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.991373] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.991522] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.991676] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.991772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.991830] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.991963] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.992054] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.992145] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f6c518-26b1-476e-acdc-3e576b92019c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.462053] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.494071] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.494305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.494305] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.494515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.494607] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.494805] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.494905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.494972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.495140] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.495215] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.495303] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f6c518-26b1-476e-acdc-3e576b92019c already deleted. [ 1371.495375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.495535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.495679] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.495819] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.495912] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.495974] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.496130] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.496203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.496294] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5f6c518-26b1-476e-acdc-3e576b92019c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.963859] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.963964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.963964] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.964954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.964954] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.964954] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 is going to be updated. [ 1371.993681] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.993893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.993893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.994118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.994310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.999109] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.999293] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.999388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.999645] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.999750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.999990] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.000155] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.000250] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.000456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.000549] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.000651] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5f6c518-26b1-476e-acdc-3e576b92019c already deleted. [ 1372.000755] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.000888] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5f6c518-26b1-476e-acdc-3e576b92019c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.004221] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: IN_PROGRESS for 2s [ 1372.081609] env[65529]: INFO networking_nsxv3.common.synchronization [req-bdd7c61b-02fb-4e1c-93cf-deaa85f1e480 req-916cd619-06ba-44ba-be29-2de655f0b041 tempest-ServerRescueTestJSONUnderV235-1942005289 tempest-ServerRescueTestJSONUnderV235-1942005289-project-member] Enqueued Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1372.082084] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3224ee32-add6-40ec-a709-94c074c10c88 with Priority: HIGHEST for action security_group_members [ 1372.082403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-3224ee32-add6-40ec-a709-94c074c10c88 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.082505] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.504126] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5f6c518-26b1-476e-acdc-3e576b92019c',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.006754] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5f6c518-26b1-476e-acdc-3e576b92019c: rpc.has_security_group_logging(os_id): False [ 1373.024598] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.024778] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.024826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.025081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.025182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.025383] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.025472] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.025541] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.025696] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.025772] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.025856] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f6c518-26b1-476e-acdc-3e576b92019c is going to be created. [ 1373.041852] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e5f6c518-26b1-476e-acdc-3e576b92019c], does not exist path=[/infra/domains/default/groups/e5f6c518-26b1-476e-acdc-3e576b92019c]."\n}' [ 1373.042029] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f6c518-26b1-476e-acdc-3e576b92019c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e5f6c518-26b1-476e-acdc-3e576b92019c [ 1373.042085] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1373.075827] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.075972] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.076101] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.076253] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.077118] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.077365] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.077470] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.077534] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.077704] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.077780] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.077946] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.078078] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.078141] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.078286] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.078362] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.078451] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5f6c518-26b1-476e-acdc-3e576b92019c is going to be created. [ 1373.093979] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e5f6c518-26b1-476e-acdc-3e576b92019c], does not exist path=[/infra/domains/default/groups/e5f6c518-26b1-476e-acdc-3e576b92019c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e5f6c518-26b1-476e-acdc-3e576b92019c [ 1373.094169] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5f6c518-26b1-476e-acdc-3e576b92019c" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.094406] env[65529]: Traceback (most recent call last): [ 1373.094406] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1373.094406] env[65529]: return func(*args, **kwargs) [ 1373.094545] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1373.094545] env[65529]: res.raise_for_status() [ 1373.094545] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1373.094545] env[65529]: raise HTTPError(http_error_msg, response=self) [ 1373.094545] env[65529]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e5f6c518-26b1-476e-acdc-3e576b92019c [ 1373.094545] env[65529]: During handling of the above exception, another exception occurred: [ 1373.094545] env[65529]: Traceback (most recent call last): [ 1373.094545] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1373.094545] env[65529]: listener.cb(fileno) [ 1373.094545] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1373.094545] env[65529]: result = function(*args, **kwargs) [ 1373.094545] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1373.094545] env[65529]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1373.094545] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1373.094545] env[65529]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1373.094545] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1373.094545] env[65529]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1373.094545] env[65529]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1373.094545] env[65529]: res.raise_for_status() [ 1373.094545] env[65529]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1373.094545] env[65529]: raise HTTPError(http_error_msg, response=self) [ 1373.094545] env[65529]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e5f6c518-26b1-476e-acdc-3e576b92019c [ 1373.094545] env[65529]: Removing descriptor: 21 [ 1374.013556] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: SUCCESS [ 1374.013888] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.013943] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.014174] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.014392] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.014512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.014579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.014743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.014825] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.014922] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.517694] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.517694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.517947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.517947] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.538706] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.538949] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.539083] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.539151] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.539347] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.539425] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.539515] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 is going to be updated. [ 1374.564563] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.564784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.564784] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.564960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.565106] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.573085] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: IN_PROGRESS for 2s [ 1376.585511] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: SUCCESS [ 1376.585803] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 deletion is rescheduled due to dependency. [ 1376.585803] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.585986] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.586201] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.586390] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.586508] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.586622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.586762] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.586845] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.586943] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.083366] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.083505] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1377.089854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.089854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.089854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.089854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.089854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.089854] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.089854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.090136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.090136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.090136] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.090226] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 is going to be updated. [ 1377.115416] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.115622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.115622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.115950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.115950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.124573] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: IN_PROGRESS for 2s [ 1379.137092] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: SUCCESS [ 1379.137092] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 deletion is rescheduled due to dependency. [ 1379.137092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.137092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.137092] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.137648] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.137648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.137648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.137648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.137820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.137820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.137889] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.138733] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.138901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.139072] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.139182] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.139269] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.139418] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.139498] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.139586] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.642119] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.643263] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.643393] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.643485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.643663] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.643753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.643933] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.644057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.644121] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.644248] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.644321] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.644429] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 is going to be updated. [ 1379.673561] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.673774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.673774] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.673982] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.674122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.683311] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: IN_PROGRESS for 2s [ 1380.146662] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3224ee32-add6-40ec-a709-94c074c10c88: rpc.has_security_group_logging(os_id): False [ 1380.166316] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.166531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.166601] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.166910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.167070] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.167353] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.167546] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.167670] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.167813] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.167923] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.168059] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 is going to be updated. [ 1380.224386] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.224685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.224685] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.224872] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.225063] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.238420] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: IN_PROGRESS for 2s [ 1381.692606] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: SUCCESS [ 1381.693184] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 deletion is rescheduled due to dependency. [ 1381.693184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.084478] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.084697] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1382.252138] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3224ee32-add6-40ec-a709-94c074c10c88 in Status: SUCCESS [ 1382.252384] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.252511] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.252741] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.252828] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3224ee32-add6-40ec-a709-94c074c10c88',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.772455] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.772907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.772907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.772907] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.788018] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.788213] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3224ee32-add6-40ec-a709-94c074c10c88 is going to be deleted. [ 1382.825511] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.825745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.825745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.825920] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.825999] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.826112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3224ee32-add6-40ec-a709-94c074c10c88" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.085655] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.086053] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.087541] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.087877] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.089116] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.089611] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.090949] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.091337] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.092384] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.092797] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.386887] env[65529]: INFO networking_nsxv3.common.synchronization [req-3ea87726-ef49-44f6-b139-9cbbaf82c623 req-cae72ade-9214-4ec0-9657-6cb5d0c9b3fc tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGHEST for action security_group_members [ 1407.387462] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGHEST for action security_group_members [ 1407.387760] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-cee01403-0114-4b09-a7ee-82fb685b16b1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.387884] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.387958] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.388277] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.388427] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.388531] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.388667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.388831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.388939] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.389091] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cee01403-0114-4b09-a7ee-82fb685b16b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.891353] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.891594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.891594] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.891745] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.913296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.913550] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.913673] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.913742] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.913949] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.914051] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.914142] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee01403-0114-4b09-a7ee-82fb685b16b1 is going to be updated. [ 1407.940617] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.940850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.940850] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.941061] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.941199] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.950064] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee01403-0114-4b09-a7ee-82fb685b16b1 in Status: IN_PROGRESS for 2s [ 1409.961145] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cee01403-0114-4b09-a7ee-82fb685b16b1 in Status: SUCCESS [ 1409.961557] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cee01403-0114-4b09-a7ee-82fb685b16b1 deletion is rescheduled due to dependency. [ 1409.961557] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.388374] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.388788] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.392874] env[65529]: INFO networking_nsxv3.common.synchronization [None req-637dea55-0923-43ce-9a21-06d258b8dfb4 tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGHEST for action security_group_rules [ 1412.393415] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGHEST for action security_group_rules [ 1412.393710] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.393857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.393908] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.394279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.394365] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d407f68-3069-4528-ab6b-8e672eb7f9f5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.472055] env[65529]: INFO networking_nsxv3.common.synchronization [None req-0e0653ce-71c0-462c-8a7f-28dc7abca401 tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGHEST for action security_group_rules [ 1412.472541] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGHEST for action security_group_rules [ 1412.472879] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.472993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.915726] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.915917] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.915994] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.916178] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.916265] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.916364] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 already deleted. [ 1412.916446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.916596] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.916748] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.916832] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d407f68-3069-4528-ab6b-8e672eb7f9f5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.436221] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.436636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.436636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.436636] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.436743] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.436743] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 already deleted. [ 1413.436866] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.473684] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.473970] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.743575] env[65529]: INFO networking_nsxv3.common.synchronization [req-fa1d84be-fb11-48d8-bc23-aad803634546 req-945813d4-ce4a-4676-be49-9aab6fb09960 tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGHEST for action security_group_members [ 1417.744130] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGHEST for action security_group_members [ 1417.744441] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d407f68-3069-4528-ab6b-8e672eb7f9f5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.744591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.744630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.744926] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.745099] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.745226] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.745299] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.745473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.745578] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.745672] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d407f68-3069-4528-ab6b-8e672eb7f9f5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.037470] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.037720] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.037930] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.038372] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.038810] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.039148] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.039377] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.039765] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.040041] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.040405] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1418.040586] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] NeedRegenerationException {{(pid=65529) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1418.040710] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] no value, waiting for create lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1418.040821] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] value creation lock acquired {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1418.040935] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] No value present for key: 'zone-id' {{(pid=65529) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1418.041055] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Calling creation function for not-yet-present value {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1418.041188] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1418.062819] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1418.062969] env[65529]: DEBUG dogpile.cache.region [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65529) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1418.063123] env[65529]: DEBUG dogpile.lock [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Released creation lock {{(pid=65529) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1418.063289] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "network-491" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.063595] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock port-27c6dde3-8192-4cc8-a35c-de30f0595282 taken with stack trace [, , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.063762] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "port-27c6dde3-8192-4cc8-a35c-de30f0595282" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.063881] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "port-27c6dde3-8192-4cc8-a35c-de30f0595282" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.064215] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "port-27c6dde3-8192-4cc8-a35c-de30f0595282" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.064349] env[65529]: DEBUG networking_nsxv3.api.rpc [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c6dde3-8192-4cc8-a35c-de30f0595282',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.248079] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.248289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.248289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.248456] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.248617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.248822] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.248937] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.248980] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.249518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.249518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.249518] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 already deleted. [ 1418.249518] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.566379] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.566747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.566747] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.566983] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.567151] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.567304] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Segment Port 27c6dde3-8192-4cc8-a35c-de30f0595282 not found, creating... [ 1418.567557] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.567714] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.567830] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.568109] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.568249] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.568531] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.568687] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.568804] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.569069] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.569173] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.569310] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Resource: SegmentPort with ID: 27c6dde3-8192-4cc8-a35c-de30f0595282 is going to be created. [ 1418.590045] env[65529]: DEBUG networking_nsxv3.common.locking [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.590272] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.590395] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.590665] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.590885] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.591121] env[65529]: DEBUG oslo_concurrency.lockutils [None req-30a3258f-c072-422a-8453-ea7f8f092f38 None None] Releasing lock "port-27c6dde3-8192-4cc8-a35c-de30f0595282" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.280204] env[65529]: INFO networking_nsxv3.common.synchronization [req-fa1d84be-fb11-48d8-bc23-aad803634546 req-90778cea-2b36-445b-83b5-8afdc9b72946 service nova] Enqueued Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGHEST for action security_group_rules [ 1419.280204] env[65529]: INFO networking_nsxv3.common.synchronization [req-fa1d84be-fb11-48d8-bc23-aad803634546 req-90778cea-2b36-445b-83b5-8afdc9b72946 service nova] Enqueued Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGHEST for action security_group_members [ 1419.280204] env[65529]: INFO networking_nsxv3.common.synchronization [req-fa1d84be-fb11-48d8-bc23-aad803634546 req-90778cea-2b36-445b-83b5-8afdc9b72946 service nova] Enqueued Resource ID: 27c6dde3-8192-4cc8-a35c-de30f0595282 with Priority: HIGHEST for action port [ 1419.280204] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGHEST for action security_group_rules [ 1419.280204] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGHEST for action security_group_members [ 1419.280204] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c6dde3-8192-4cc8-a35c-de30f0595282 with Priority: HIGHEST for action port [ 1419.280539] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.280930] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.281107] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.281388] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.281560] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d407f68-3069-4528-ab6b-8e672eb7f9f5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.283031] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d407f68-3069-4528-ab6b-8e672eb7f9f5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.283386] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.283535] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.284216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.284216] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.284216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.284216] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.284442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.284442] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.284442] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d407f68-3069-4528-ab6b-8e672eb7f9f5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.285206] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock port-27c6dde3-8192-4cc8-a35c-de30f0595282 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.285313] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27c6dde3-8192-4cc8-a35c-de30f0595282" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.285369] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27c6dde3-8192-4cc8-a35c-de30f0595282" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.285674] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27c6dde3-8192-4cc8-a35c-de30f0595282" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.285674] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c6dde3-8192-4cc8-a35c-de30f0595282',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.787721] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d407f68-3069-4528-ab6b-8e672eb7f9f5 taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.788037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.789202] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d407f68-3069-4528-ab6b-8e672eb7f9f5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.790076] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27c6dde3-8192-4cc8-a35c-de30f0595282 with status ACTIVE [ 1419.790269] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.790385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.790445] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.790639] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.790724] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.790894] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.790989] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.791066] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.791213] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.791288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.791464] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.791555] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.791616] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.791753] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.791824] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.791906] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27c6dde3-8192-4cc8-a35c-de30f0595282 is going to be updated. [ 1419.813532] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.813726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.813726] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.813901] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.814038] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.814196] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27c6dde3-8192-4cc8-a35c-de30f0595282" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.294447] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d407f68-3069-4528-ab6b-8e672eb7f9f5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.797403] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.797763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.797763] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.797905] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.798097] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.798230] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 is going to be created. [ 1420.821375] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.821575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.821575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.821849] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.822050] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.831683] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 in Status: UNINITIALIZED for 2s [ 1422.842719] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 in Status: SUCCESS [ 1422.842719] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.843324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.843324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.843324] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.843324] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.843567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.843567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.843649] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.843702] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.843957] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d407f68-3069-4528-ab6b-8e672eb7f9f5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.345804] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d407f68-3069-4528-ab6b-8e672eb7f9f5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.848299] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d407f68-3069-4528-ab6b-8e672eb7f9f5: rpc.has_security_group_logging(os_id): False [ 1423.867571] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.867842] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.867932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.868205] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.868346] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.868663] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.868812] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.868936] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.869145] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.869266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.869408] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 is going to be created. [ 1423.930310] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.930579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.930579] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.930735] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.930918] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.943975] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 in Status: IN_PROGRESS for 2s [ 1424.281043] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.281328] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1425.957523] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 in Status: SUCCESS [ 1425.957523] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.282703] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.283178] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1434.284160] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.284545] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1439.285654] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.286102] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1444.286703] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.287432] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.288678] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.289079] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.289595] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.290106] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.290364] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.290768] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.291271] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.291705] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.292022] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.292412] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.293334] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.293761] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.319617] env[65529]: INFO networking_nsxv3.common.synchronization [req-e0d69f81-afb3-4364-a4bd-2dc03a7dbd06 req-b2c7ce89-0579-497d-b0d1-5c802e2640c8 tempest-AttachVolumeNegativeTest-1994722874 tempest-AttachVolumeNegativeTest-1994722874-project-member] Enqueued Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGHEST for action security_group_members [ 1478.320487] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGHEST for action security_group_members [ 1478.321272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d407f68-3069-4528-ab6b-8e672eb7f9f5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.321272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.321272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.321272] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.321272] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.321701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.321701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.321701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.321701] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.321701] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d407f68-3069-4528-ab6b-8e672eb7f9f5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.827081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.827081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.827081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.827081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.827081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.827081] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.827081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.827081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.827081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.827081] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.827081] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 is going to be updated. [ 1478.861953] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.862441] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.862648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.863011] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.863294] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.872730] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 in Status: IN_PROGRESS for 2s [ 1480.883725] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 in Status: SUCCESS [ 1480.884144] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 deletion is rescheduled due to dependency. [ 1480.884144] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.321805] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.322215] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.241183] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.241591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.241591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.241863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.242066] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.284566] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1485.284738] env[65529]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-96e6e814-f9c6-416c-82a9-44159d9a64fe None None] NSXv3 Agent Agent loop - iteration:4 started [ 1485.745175] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.248483] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.750797] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1486.751037] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1487.481059] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.481476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.481476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.481476] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.629093] env[65529]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1487.629941] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.630958] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1487.668190] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.668406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.668406] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.668591] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.682959] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.683695] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1487.683791] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1487.683901] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1487.714359] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.714602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.714602] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.714728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.715394] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.715527] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1487.780979] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.781317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.781317] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.781408] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.781644] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.781902] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1487.861310] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.861525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.861525] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.861728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.862037] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.862310] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:27. [ 1487.862401] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'97eb2370-8637-42e7-9029-84b581cefe04', 'cee01403-0114-4b09-a7ee-82fb685b16b1', 'ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0', 'f826b752-c28e-4053-bedc-6320c00b7465', 'cbec5ca5-ff43-484e-b84b-91145d91a0ae', '717fac32-4e99-4454-a05a-5430b47d506a', '0e65426b-604b-4de2-8eac-914ef905932a', 'f37177ac-069c-43f8-b905-06c9d5add98a', '67422dd7-ce86-4ae7-8799-f9e900b5e9c9', '2548ddeb-5a7a-4259-bad7-0133d33772aa', '9c50f813-eb97-424f-a148-11f88ce7d3a1', '8c459ccc-bc0f-40f0-8a48-ad1453fa4549', 'e8a30920-06bd-46fc-8ae4-baa8e90add61', '1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a', 'ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661', '87865b61-3cde-428e-ad96-97706e7e40e6', '6d407f68-3069-4528-ab6b-8e672eb7f9f5', 'a8e93882-5f91-47da-a6cc-8f55b3e54836', 'b5b32de5-f860-45ad-bcea-c23cf73d59dd', '82ae0dec-9c90-4cf6-8e15-89487b6c45da', '7f624ec1-3a4c-4456-9d00-2fcd27a0d666', 'e7bd7ff0-40a4-4849-a3c2-e87edf6494e0', '58cd4355-54fa-4ab8-94c2-fab6b08c98a5', '65f044a6-f07e-4cbf-a77d-85f4badb9113', '1f7c7513-a186-46ea-bfcd-95b79f49e472', '8b5cc160-2aca-4997-99ee-8e335c07fd38', '0efef1a5-ca31-452b-9e7a-9caaa2e743e8'} {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1487.862492] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1487.879991] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.880176] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.880239] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.880397] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.880482] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.880583] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1487.880652] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1487.880723] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1487.947769] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.947995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.947995] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.948207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.949417] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.949663] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1487.949741] env[65529]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65529) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1487.949811] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1487.949878] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1487.949953] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/27 resources of Type:Security Group Rules [ 1487.950036] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGH for action security_group_rules [ 1487.950119] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGH for action security_group_rules [ 1487.950186] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGH for action security_group_rules [ 1487.950248] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGH for action security_group_rules [ 1487.950309] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae with Priority: HIGH for action security_group_rules [ 1487.950370] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGH for action security_group_rules [ 1487.950432] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGH for action security_group_rules [ 1487.950492] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGH for action security_group_rules [ 1487.950552] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGH for action security_group_rules [ 1487.950612] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGH for action security_group_rules [ 1487.950672] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGH for action security_group_rules [ 1487.950732] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGH for action security_group_rules [ 1487.950793] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGH for action security_group_rules [ 1487.950853] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a with Priority: HIGH for action security_group_rules [ 1487.950913] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGH for action security_group_rules [ 1487.950986] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87865b61-3cde-428e-ad96-97706e7e40e6 with Priority: HIGH for action security_group_rules [ 1487.951056] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGH for action security_group_rules [ 1487.951117] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 with Priority: HIGH for action security_group_rules [ 1487.951178] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGH for action security_group_rules [ 1487.951438] env[65529]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da with Priority: HIGH for action security_group_rules [ 1487.951438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.323037] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.323037] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1488.323248] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97eb2370-8637-42e7-9029-84b581cefe04 with Priority: HIGH for action security_group_rules [ 1488.323248] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 with Priority: HIGH for action security_group_rules [ 1488.323358] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e65426b-604b-4de2-8eac-914ef905932a with Priority: HIGH for action security_group_rules [ 1488.323413] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 with Priority: HIGH for action security_group_rules [ 1488.323546] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da with Priority: HIGH for action security_group_rules [ 1488.323643] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd with Priority: HIGH for action security_group_rules [ 1488.323744] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 with Priority: HIGH for action security_group_rules [ 1488.323843] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 with Priority: HIGH for action security_group_rules [ 1488.323932] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a with Priority: HIGH for action security_group_rules [ 1488.324037] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87865b61-3cde-428e-ad96-97706e7e40e6 with Priority: HIGH for action security_group_rules [ 1488.324147] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 with Priority: HIGH for action security_group_rules [ 1488.324233] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 with Priority: HIGH for action security_group_rules [ 1488.324329] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 with Priority: HIGH for action security_group_rules [ 1488.324423] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa with Priority: HIGH for action security_group_rules [ 1488.324509] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 with Priority: HIGH for action security_group_rules [ 1488.324603] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 717fac32-4e99-4454-a05a-5430b47d506a with Priority: HIGH for action security_group_rules [ 1488.324697] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f37177ac-069c-43f8-b905-06c9d5add98a with Priority: HIGH for action security_group_rules [ 1488.324784] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae with Priority: HIGH for action security_group_rules [ 1488.324867] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee01403-0114-4b09-a7ee-82fb685b16b1 with Priority: HIGH for action security_group_rules [ 1488.324951] env[65529]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f826b752-c28e-4053-bedc-6320c00b7465 with Priority: HIGH for action security_group_rules [ 1488.325311] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97eb2370-8637-42e7-9029-84b581cefe04 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.325473] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.325539] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.325783] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.325909] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97eb2370-8637-42e7-9029-84b581cefe04',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.327484] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.327603] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.327700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.327857] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.327933] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.328768] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e65426b-604b-4de2-8eac-914ef905932a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.328889] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.328960] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.329153] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.329230] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e65426b-604b-4de2-8eac-914ef905932a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.329936] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.330057] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.330122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.330287] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.330360] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.331082] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82ae0dec-9c90-4cf6-8e15-89487b6c45da taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.331190] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.331255] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.331402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.331473] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82ae0dec-9c90-4cf6-8e15-89487b6c45da',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.332295] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.332402] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.332467] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.332695] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.332695] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5b32de5-f860-45ad-bcea-c23cf73d59dd',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.333413] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8e93882-5f91-47da-a6cc-8f55b3e54836 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.333567] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.333676] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.333844] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.333889] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8e93882-5f91-47da-a6cc-8f55b3e54836',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.334550] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.334690] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.334736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.334851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.334939] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d407f68-3069-4528-ab6b-8e672eb7f9f5',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.337085] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.337232] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.337298] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.337429] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.337492] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.338221] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87865b61-3cde-428e-ad96-97706e7e40e6 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.338332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.338407] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.338627] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.338709] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87865b61-3cde-428e-ad96-97706e7e40e6',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.339334] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8a30920-06bd-46fc-8ae4-baa8e90add61 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.339438] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.339550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.339709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.339709] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8a30920-06bd-46fc-8ae4-baa8e90add61',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.340503] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.340754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.340754] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.340911] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.340983] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c459ccc-bc0f-40f0-8a48-ad1453fa4549',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.341740] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c50f813-eb97-424f-a148-11f88ce7d3a1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.341839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.341839] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.342009] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.342066] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c50f813-eb97-424f-a148-11f88ce7d3a1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.342795] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2548ddeb-5a7a-4259-bad7-0133d33772aa taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.342893] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.342948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.343064] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.343144] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2548ddeb-5a7a-4259-bad7-0133d33772aa',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.343878] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.343993] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.344079] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.344225] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.344290] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67422dd7-ce86-4ae7-8799-f9e900b5e9c9',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.344958] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-717fac32-4e99-4454-a05a-5430b47d506a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.345089] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.345167] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.345371] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.345423] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('717fac32-4e99-4454-a05a-5430b47d506a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.346104] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f37177ac-069c-43f8-b905-06c9d5add98a taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.346220] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.346283] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.346459] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.346560] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f37177ac-069c-43f8-b905-06c9d5add98a',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.347756] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbec5ca5-ff43-484e-b84b-91145d91a0ae taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.347756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.347756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.347756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.347756] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbec5ca5-ff43-484e-b84b-91145d91a0ae',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.348397] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cee01403-0114-4b09-a7ee-82fb685b16b1 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.348485] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.348540] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.348699] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.348773] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cee01403-0114-4b09-a7ee-82fb685b16b1',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.349444] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f826b752-c28e-4053-bedc-6320c00b7465 taken with stack trace [, , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.349565] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.349631] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.349775] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.349881] env[65529]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f826b752-c28e-4053-bedc-6320c00b7465',) {} {{(pid=65529) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.382406] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.382625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.382625] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.382827] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.389781] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.389948] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.390853] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.390983] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.392017] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.392112] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.392853] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.392969] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.393761] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.393876] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.398289] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.398404] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5b32de5-f860-45ad-bcea-c23cf73d59dd is going to be deleted. [ 1488.399308] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.399463] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.417480] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.417654] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661 is going to be deleted. [ 1488.418833] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.419048] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.441971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.442164] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97eb2370-8637-42e7-9029-84b581cefe04 is going to be deleted. [ 1488.443279] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.443527] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.454582] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.454822] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.462739] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.462868] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82ae0dec-9c90-4cf6-8e15-89487b6c45da is going to be deleted. [ 1488.463756] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.463973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.602709] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.603122] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e65426b-604b-4de2-8eac-914ef905932a is going to be deleted. [ 1488.603910] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.604148] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.605612] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.605717] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.630840] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.631075] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.648436] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.648627] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0 is going to be deleted. [ 1488.649446] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.649665] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.649752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.649863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5b32de5-f860-45ad-bcea-c23cf73d59dd" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.650015] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.650184] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.650263] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.650375] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea0a1d14-8daa-4c30-8fb2-bf0dbc6d2661" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.650863] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.651031] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.651113] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.651223] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97eb2370-8637-42e7-9029-84b581cefe04" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.664583] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.664791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.664791] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.664973] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.665096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.665270] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82ae0dec-9c90-4cf6-8e15-89487b6c45da" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.688158] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.688383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.688383] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.688585] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.688675] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.688793] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e65426b-604b-4de2-8eac-914ef905932a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.799053] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.799296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.799296] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.799524] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.799618] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.799736] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea36bdaf-8ab4-4fb7-925f-9100d0f27ff0" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.947193] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.947430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.947430] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.947622] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.949477] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.949630] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.950714] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.950816] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.951470] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.951613] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.952296] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.952401] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.953073] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.953163] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.953839] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.953932] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.954632] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.954728] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.955369] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.955477] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.958430] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.958529] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.959239] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.959332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.959979] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1488.960425] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.960515] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.961095] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1488.961532] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.961606] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.962250] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1488.962637] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.962718] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.980628] env[65529]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1488.981170] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.981298] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cee01403-0114-4b09-a7ee-82fb685b16b1 is going to be deleted. [ 1488.982209] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.982424] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.010550] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.010788] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c459ccc-bc0f-40f0-8a48-ad1453fa4549 is going to be deleted. [ 1489.011648] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.011865] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.048355] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.048540] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67422dd7-ce86-4ae7-8799-f9e900b5e9c9 is going to be deleted. [ 1489.049411] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.049624] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.055772] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.055971] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.068342] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.068502] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87865b61-3cde-428e-ad96-97706e7e40e6 is going to be deleted. [ 1489.069403] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.069617] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.084968] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.085185] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.090828] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.090973] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c50f813-eb97-424f-a148-11f88ce7d3a1 is going to be deleted. [ 1489.091820] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.092047] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.108580] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.108770] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.114159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.114308] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8e93882-5f91-47da-a6cc-8f55b3e54836 is going to be deleted. [ 1489.115159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.115385] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.129881] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.130056] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.140426] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.140598] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.155575] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.155714] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 717fac32-4e99-4454-a05a-5430b47d506a is going to be deleted. [ 1489.156667] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.156950] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.221538] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.221750] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.239122] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.239346] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8a30920-06bd-46fc-8ae4-baa8e90add61 is going to be deleted. [ 1489.240233] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.240450] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.273720] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.273910] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a is going to be deleted. [ 1489.274809] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.275035] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.276480] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.276608] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.316204] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.316385] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f37177ac-069c-43f8-b905-06c9d5add98a is going to be deleted. [ 1489.317444] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.317703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.355941] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.356203] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.366332] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.366531] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f826b752-c28e-4053-bedc-6320c00b7465 is going to be deleted. [ 1489.367629] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.367851] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.412322] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.412520] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2548ddeb-5a7a-4259-bad7-0133d33772aa is going to be deleted. [ 1489.413381] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.413589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.463220] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.463481] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.479055] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.479257] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.490063] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.490266] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.491304] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.491436] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbec5ca5-ff43-484e-b84b-91145d91a0ae is going to be deleted. [ 1489.492427] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.492652] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.558159] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.558360] env[65529]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d407f68-3069-4528-ab6b-8e672eb7f9f5 is going to be deleted. [ 1489.559271] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.559490] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.559581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.559700] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cee01403-0114-4b09-a7ee-82fb685b16b1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.559854] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.560013] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.560096] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.560207] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c459ccc-bc0f-40f0-8a48-ad1453fa4549" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.560752] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.560906] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.560987] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.561116] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67422dd7-ce86-4ae7-8799-f9e900b5e9c9" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.561245] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.561389] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.561464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.561581] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87865b61-3cde-428e-ad96-97706e7e40e6" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.561694] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.561831] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.561900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.562014] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c50f813-eb97-424f-a148-11f88ce7d3a1" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.562152] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.562288] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.562359] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.562464] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8e93882-5f91-47da-a6cc-8f55b3e54836" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.562589] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.562768] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.562826] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.562894] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-717fac32-4e99-4454-a05a-5430b47d506a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.563026] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.563160] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.563230] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.563368] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8a30920-06bd-46fc-8ae4-baa8e90add61" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.563497] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.563632] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.563703] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.563802] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a6468ab-f7bf-4d4b-96b2-357cdcb89f4a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.563921] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.564071] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.564143] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.564243] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f37177ac-069c-43f8-b905-06c9d5add98a" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.564363] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.564502] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.564568] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.564662] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f826b752-c28e-4053-bedc-6320c00b7465" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.625527] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.625956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.625956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.625956] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.626095] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.626158] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2548ddeb-5a7a-4259-bad7-0133d33772aa" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.641899] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.642115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.642115] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.642310] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.642398] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.642512] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbec5ca5-ff43-484e-b84b-91145d91a0ae" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.709689] env[65529]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65529) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.709900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.709900] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.710139] env[65529]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.710228] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.710344] env[65529]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d407f68-3069-4528-ab6b-8e672eb7f9f5" {{(pid=65529) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.326116] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.326519] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.327262] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.327647] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.327899] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.328443] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.329463] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.329888] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.330138] env[65529]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.330630] env[65529]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0